-- Logs begin at Tue 2022-03-29 14:21:14 UTC, end at Tue 2022-03-29 15:28:02 UTC. -- Mar 29 14:53:54.316213 dv-cinder-835635-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 29 14:53:57.261331 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.common.config [-] Logging enabled! Mar 29 14:53:57.261800 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev68 Mar 29 14:53:57.262129 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103044) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 29 14:53:57.265420 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.common.config [-] Logging enabled! Mar 29 14:53:57.265778 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev68 Mar 29 14:53:57.266096 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103044) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 29 14:53:57.267036 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 14:53:57.267268 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 14:53:57.267638 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 14:53:57.267880 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 14:53:57.268104 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 14:53:57.268896 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.269324 dv-cinder-835635-1-iscsi neutron-server[103044]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 29 14:53:57.269639 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.269939 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.270231 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.270529 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.270818 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.271101 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.271387 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.271686 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.271972 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.272252 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.272536 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.272861 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.273146 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.273963 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.274251 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.274538 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] debug = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.274818 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.275253 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.275672 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.275954 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.276242 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.276517 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.276819 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.277094 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.277378 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.277706 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] host = dv-cinder-835635-1-iscsi {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.277990 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.278275 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.278559 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.278838 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.279109 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.279385 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.279665 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.279937 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.280207 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] log_file = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.280480 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.280786 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.281069 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.281357 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.281581 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.281829 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.282116 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.282399 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.282673 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.282944 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.283215 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.283487 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.283759 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.284023 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.284306 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.284609 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.284892 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.285163 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.285437 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.285969 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.286239 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.286522 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.286793 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.287064 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.287335 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.287622 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.287897 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.288168 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.288465 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.288783 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.289110 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.290034 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.290314 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.290605 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.290877 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.291149 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.291422 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] use_json = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.291694 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.291966 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.292248 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.292521 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.292819 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.293095 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.293365 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.293647 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.293918 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:57.294218 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.294514 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.294814 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.295112 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.295401 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.295680 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.295967 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.296243 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.296530 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.296840 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.297128 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.297405 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.297709 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.298002 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.298299 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.298604 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.298896 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.299186 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.299461 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.299733 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.300004 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.300280 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.300596 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.300863 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.301151 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.301437 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.301714 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.302007 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.302294 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.302588 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.302878 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.303152 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.303432 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.303720 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.303998 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.304272 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.304549 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.304915 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.305194 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.305468 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.305749 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.306025 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.306298 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.306568 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.306844 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.307132 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.307407 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.307681 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.307956 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.308231 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.308503 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.308813 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.309094 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.309369 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.309642 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.309920 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.310197 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.310470 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.310749 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.311024 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.311297 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.311569 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.311837 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.312108 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.312379 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.312675 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.312949 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.313220 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.313494 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.313778 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.314033 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.314305 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.314577 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.314848 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.315132 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.315425 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.315702 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.315979 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.316256 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.316534 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.316837 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.317112 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.317396 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.317673 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.317944 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.318233 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.318518 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.318803 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.319104 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.319382 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.319673 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.319949 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.320224 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.320647 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.320934 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.321214 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.321500 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.321782 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.322075 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.322372 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.322665 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.322960 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.323252 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.323533 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.323838 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.324116 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:57.324334 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 14:53:57.324581 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103044) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 29 14:53:57.701387 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 29 14:53:57.701673 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 29 14:53:57.701975 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 29 14:53:57.702451 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 29 14:53:58.030004 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.030220 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.030495 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.031681 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.031958 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.032343 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.087148 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.087424 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.087758 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.102959 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.103241 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.103515 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.131613 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.131892 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.132159 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.274871 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.275495 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.275495 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.506184 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.506474 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.506749 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.507014 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.507706 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.606388 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.606703 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.606982 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.607251 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.607517 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.607823 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.608080 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.608333 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.608606 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.608889 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.609146 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.609410 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.609664 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.609914 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.610166 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.610425 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.610678 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.610939 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.611204 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.611459 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.611728 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.611979 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.612257 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.612656 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.612905 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.613148 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.613537 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 14:53:58.613779 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 14:53:58.614014 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 14:53:58.614246 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 14:53:58.614477 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 14:53:58.614708 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 14:53:58.615069 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 29 14:53:58.618366 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 29 14:53:58.622422 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 29 14:53:58.626055 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Mar 29 14:53:58.627698 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 29 14:53:58.628163 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 29 14:53:58.628497 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 29 14:53:58.628905 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 29 14:53:58.631680 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 29 14:53:58.631927 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 29 14:53:58.632270 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 29 14:53:58.637828 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 29 14:53:58.662015 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 29 14:53:58.662459 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.662755 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103044) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 29 14:53:58.663125 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.664500 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103044) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 29 14:53:58.664816 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 29 14:53:58.665063 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 29 14:53:58.668319 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.668634 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:58.731402 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 29 14:53:58.731643 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 29 14:53:58.731880 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 29 14:53:58.732249 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 29 14:53:58.752633 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_db.sqlalchemy.engines [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103044) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 29 14:53:59.197731 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.managers [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Initializing driver for type 'gre' Mar 29 14:53:59.198279 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] gre ID ranges: [(1, 1000)] Mar 29 14:53:59.248778 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.managers [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Initializing driver for type 'local' Mar 29 14:53:59.249133 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.managers [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Initializing driver for type 'vlan' Mar 29 14:53:59.262377 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] VlanTypeDriver initialization complete Mar 29 14:53:59.262724 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.managers [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Initializing driver for type 'vxlan' Mar 29 14:53:59.263226 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] vxlan ID ranges: [(1, 1000)] Mar 29 14:53:59.315853 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.managers [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Initializing extension driver 'port_security' Mar 29 14:53:59.316457 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.extensions.port_security [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] PortSecurityExtensionDriver initialization complete Mar 29 14:53:59.316591 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.managers [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Initializing mechanism driver 'openvswitch' Mar 29 14:53:59.316856 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.managers [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Initializing mechanism driver 'hyperv' Mar 29 14:53:59.323643 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:53:59.324322 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > port after_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.324731 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > port after_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.325086 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > port after_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.325616 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103044) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 14:53:59.326053 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > subnet after_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.326410 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > subnet after_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.326756 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.327155 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103044) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 14:53:59.327570 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > network after_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.327922 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > network after_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.328268 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > network after_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.328690 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103044) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 14:53:59.329100 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > security_group after_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.329454 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > security_group after_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.329801 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.330333 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103044) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 14:53:59.330776 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.331133 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.331479 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.331882 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103044) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 14:53:59.332292 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > address_group after_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.332710 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > address_group after_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.333053 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.333454 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103044) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 14:53:59.333916 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] ML2 OVO RPC backend initialized. {{(pid=103044) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 29 14:53:59.334605 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.334959 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.335375 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > network before_response 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.335725 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > networks before_response 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.336187 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > port before_response 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.336640 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > ports before_response 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.336995 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > subnet before_response 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.337341 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > subnets before_response 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.337690 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > network after_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.338033 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > network after_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.338371 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > network after_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.338717 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > port after_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.339057 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > port after_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.339396 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > port after_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.339738 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > subnet after_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.340076 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > subnet after_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.340412 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.347623 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.quota [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded quota_driver: . Mar 29 14:53:59.347991 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Modular L2 Plugin initialization complete Mar 29 14:53:59.348345 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading services supported by the core plugin {{(pid=103044) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 29 14:53:59.348738 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.plugins.ml2.managers [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Got port-security extension from driver 'port_security' Mar 29 14:53:59.349223 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.extensions.vlantransparent [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Disabled vlantransparent extension. Mar 29 14:53:59.349721 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103044) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 29 14:53:59.350053 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading Plugin: router Mar 29 14:53:59.386136 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.386532 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > router after_create 55549900 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.386906 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > router before_create 55549900 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.387276 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.387652 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.388013 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > router after_delete 55549900 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.388372 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.388759 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.389124 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > router after_create 55549900 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.389471 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > router after_update 55549900 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.389822 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > router after_update 55549900 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.390173 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.390570 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > router after_update 55549900 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.390946 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > router precommit_update 55549900 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.391345 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: port after_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.391688 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: port after_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.392033 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: subnet after_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.392374 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.392748 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.393100 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > router precommit_create 55549900 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.393473 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: port before_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.393819 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > router precommit_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.394175 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > router after_update 55549900 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.394517 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.394868 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > router precommit_create 55549900 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.395231 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.395577 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > router precommit_update 55549900 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.395940 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > agent after_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.396291 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > agent after_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.396668 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > network after_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.397521 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.quota.resource_registry [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Tracking information for resource: router configured {{(pid=103044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 14:53:59.397853 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.quota.resource_registry [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Tracking information for resource: floatingip configured {{(pid=103044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 14:53:59.402777 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.db.l3_agentschedulers_db [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 29 14:53:59.403354 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: port after_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.403718 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: port after_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.404073 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: port after_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.404426 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: port after_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.405244 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > router before_create 55550100 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.405611 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.405975 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > router precommit_create 55550100 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.406332 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > router precommit_update 55550100 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.411491 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.services.provider_configuration [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Service providers = [] {{(pid=103044) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 29 14:53:59.411858 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.db.servicetype_db [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103044) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 29 14:53:59.415656 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.services.service_base [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103044) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 14:53:59.416002 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.services.service_base [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103044) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 14:53:59.416347 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.services.service_base [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103044) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 14:53:59.417272 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.services.service_base [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103044) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 14:53:59.417648 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.services.service_base [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 29 14:53:59.418024 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 14:53:59.418346 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 29 14:53:59.428711 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 14:53:59.429052 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading Plugin: auto_allocate Mar 29 14:53:59.435694 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: network precommit_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.436067 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: network precommit_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.436603 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 14:53:59.436933 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading Plugin: tag Mar 29 14:53:59.443443 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 14:53:59.443771 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading Plugin: timestamp Mar 29 14:53:59.448032 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 14:53:59.448322 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading Plugin: network_ip_availability Mar 29 14:53:59.453824 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.454198 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.454558 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.455273 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 14:53:59.455596 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading Plugin: flavors Mar 29 14:53:59.460289 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 14:53:59.460650 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading Plugin: revisions Mar 29 14:53:59.464964 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 14:53:59.465353 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_concurrency.lockutils [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.763s {{(pid=103044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 29 14:53:59.466090 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103044) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 29 14:53:59.466430 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Initializing extension manager. Mar 29 14:53:59.466956 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: __init__.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.467302 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: __pycache__ {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.467641 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: address_group.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.468394 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.468982 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: address-group Mar 29 14:53:59.469309 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: address_scope.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.470031 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.470542 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: address-scope Mar 29 14:53:59.470866 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.471972 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.472480 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: router-admin-state-down-before-update Mar 29 14:53:59.472831 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: agent.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.473536 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.474039 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: agent Mar 29 14:53:59.474361 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: agent_resources_synced.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.475277 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.475778 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: agent-resources-synced Mar 29 14:53:59.476100 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: allowedaddresspairs.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.478552 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.479070 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: allowed-address-pairs Mar 29 14:53:59.479399 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: auto_allocated_topology.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.480468 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.481008 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: auto-allocated-topology Mar 29 14:53:59.481335 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: availability_zone.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.482030 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.482535 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: availability_zone Mar 29 14:53:59.482859 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: availability_zone_filter.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.483768 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.484277 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: availability_zone_filter Mar 29 14:53:59.484624 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: data_plane_status.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.485550 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.486058 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension data-plane-status not supported by any of loaded plugins Mar 29 14:53:59.486388 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: default_subnetpools.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.487331 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.487825 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: default-subnetpools Mar 29 14:53:59.488152 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.489002 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.489509 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: dhcp_agent_scheduler Mar 29 14:53:59.489835 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: dns.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.490770 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.491267 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension dns-integration not supported by any of loaded plugins Mar 29 14:53:59.491593 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: dns_domain_ports.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.492713 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.493219 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 29 14:53:59.493545 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.494477 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.494979 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 29 14:53:59.495303 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: dvr.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.495978 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.496479 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: dvr Mar 29 14:53:59.496838 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: ecmp_routes.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.497762 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.498266 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 29 14:53:59.498590 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: empty_string_filtering.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.499503 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.500009 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: empty-string-filtering Mar 29 14:53:59.500334 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.501281 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.501781 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 29 14:53:59.502101 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.503018 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.503514 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 29 14:53:59.503833 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: external_net.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.504775 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.505279 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: external-net Mar 29 14:53:59.505600 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.506516 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.507018 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: extra_dhcp_opt Mar 29 14:53:59.507338 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: extraroute.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.508846 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.509324 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: extraroute Mar 29 14:53:59.509643 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: extraroute_atomic.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.510678 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.511184 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: extraroute-atomic Mar 29 14:53:59.511504 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: filter_validation.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.512169 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.512696 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: filter-validation Mar 29 14:53:59.513019 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: fip_pf_description.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.513934 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.514430 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 29 14:53:59.514752 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: fip_pf_port_range.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.515673 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.516169 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 29 14:53:59.516489 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: fip_port_details.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.517436 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.517940 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: fip-port-details Mar 29 14:53:59.518260 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: flavors.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.519485 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.520004 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: flavors Mar 29 14:53:59.520332 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.522010 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.522530 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 29 14:53:59.522859 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: floatingip_pools.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.524207 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.524849 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: floatingip-pools Mar 29 14:53:59.525179 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: ip_allocation.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.526124 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.526629 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension ip_allocation not supported by any of loaded plugins Mar 29 14:53:59.526954 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.527877 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.528385 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: ip-substring-filtering Mar 29 14:53:59.528746 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: l2_adjacency.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.529692 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.530193 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 29 14:53:59.530518 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: l3.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.533071 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.533611 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: router Mar 29 14:53:59.533954 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.536442 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.536999 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 29 14:53:59.537338 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.538270 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.538786 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: ext-gw-mode Mar 29 14:53:59.539228 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.540352 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.540898 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: l3-ha Mar 29 14:53:59.541238 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.542157 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.542662 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 29 14:53:59.542991 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: l3_flavors.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.543919 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.544427 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: l3-flavors Mar 29 14:53:59.544789 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.546168 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.546680 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 29 14:53:59.547009 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.547943 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.548454 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 29 14:53:59.548807 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: l3agentscheduler.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.549866 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.550378 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: l3_agent_scheduler Mar 29 14:53:59.550709 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: local_ip.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.552501 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.553052 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension local_ip not supported by any of loaded plugins Mar 29 14:53:59.553384 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: logging.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.555396 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.555916 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension logging not supported by any of loaded plugins Mar 29 14:53:59.556253 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: metering.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.557038 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.557617 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: metering Mar 29 14:53:59.557946 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.559039 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.559554 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: metering_source_and_destination_fields Mar 29 14:53:59.559888 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: multiprovidernet.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.560844 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.561353 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: multi-provider Mar 29 14:53:59.561685 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: netmtu.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.562606 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.563116 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: net-mtu Mar 29 14:53:59.563442 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: netmtu_writable.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.564367 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.564910 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: net-mtu-writable Mar 29 14:53:59.565235 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: network_availability_zone.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.565908 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.566409 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: network_availability_zone Mar 29 14:53:59.566733 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: network_ip_availability.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.567837 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.568348 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: network-ip-availability Mar 29 14:53:59.568712 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: network_segment_range.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.569480 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.569978 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension network-segment-range not supported by any of loaded plugins Mar 29 14:53:59.570880 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: pagination.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.572018 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.572356 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: pagination Mar 29 14:53:59.572722 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: port_device_profile.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.573640 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.574156 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: port-device-profile Mar 29 14:53:59.574485 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.575421 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.575931 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: port-mac-address-regenerate Mar 29 14:53:59.576256 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.577208 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.577718 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: port-numa-affinity-policy Mar 29 14:53:59.578047 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: port_resource_request.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.578967 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.579470 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension port-resource-request not supported by any of loaded plugins Mar 29 14:53:59.579794 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: port_resource_request_groups.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.580800 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.581307 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 29 14:53:59.581633 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: portbindings.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.582565 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.583074 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: binding Mar 29 14:53:59.583399 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: portbindings_extended.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.584674 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.585187 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: binding-extended Mar 29 14:53:59.585516 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: portsecurity.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.586480 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.586988 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: port-security Mar 29 14:53:59.587317 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: project_id.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.588299 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.588667 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: project-id Mar 29 14:53:59.588995 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: providernet.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.589920 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.590434 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: provider Mar 29 14:53:59.590761 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: qos.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.594393 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.594918 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension qos not supported by any of loaded plugins Mar 29 14:53:59.595248 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.596501 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.597048 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 29 14:53:59.597380 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.598304 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.598812 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 29 14:53:59.599139 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: qos_default.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.600074 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.600601 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension qos-default not supported by any of loaded plugins Mar 29 14:53:59.600933 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: qos_fip.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.601995 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.602497 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension qos-fip not supported by any of loaded plugins Mar 29 14:53:59.602823 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.603746 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.604255 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 29 14:53:59.604595 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: qos_gateway_ip.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.605529 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.606037 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 29 14:53:59.606362 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: qos_port_network_policy.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.607280 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.607790 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 29 14:53:59.608116 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.609186 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.609699 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 29 14:53:59.610024 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.611064 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.611576 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 29 14:53:59.611908 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: qos_pps_rule.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.613117 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.613632 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension qos-pps not supported by any of loaded plugins Mar 29 14:53:59.613959 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: qos_rule_type_details.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.614881 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.615391 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 29 14:53:59.615716 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.616673 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.617755 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 29 14:53:59.618214 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: qos_rules_alias.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.619276 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.619790 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 29 14:53:59.620115 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: quota_check_limit.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.621066 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.621583 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: quota-check-limit Mar 29 14:53:59.621909 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: quotasv2.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.622845 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.623173 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: quotas Mar 29 14:53:59.623497 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: quotasv2_detail.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.625355 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.625697 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: quota_details Mar 29 14:53:59.626026 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: rbac.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.627088 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.627612 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: rbac-policies Mar 29 14:53:59.627946 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: rbac_address_group.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.628917 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.629428 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: rbac-address-group Mar 29 14:53:59.629754 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: rbac_address_scope.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.630679 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.631192 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: rbac-address-scope Mar 29 14:53:59.631539 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: rbac_security_groups.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.632516 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.633854 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: rbac-security-groups Mar 29 14:53:59.634181 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: rbac_subnetpool.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.635112 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.635620 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: rbac-subnetpool Mar 29 14:53:59.635943 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: revisionifmatch.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.636912 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.637420 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: revision-if-match Mar 29 14:53:59.637744 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: revisions.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.638865 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.639384 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: standard-attr-revisions Mar 29 14:53:59.639716 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: router_availability_zone.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.640394 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.640941 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: router_availability_zone Mar 29 14:53:59.641268 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: routerservicetype.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.642208 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.642717 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension router-service-type not supported by any of loaded plugins Mar 29 14:53:59.643043 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.643974 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.644481 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: security-groups-normalized-cidr Mar 29 14:53:59.644837 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.645767 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.646277 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: port-security-groups-filtering Mar 29 14:53:59.646601 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.647546 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.648061 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: security-groups-remote-address-group Mar 29 14:53:59.648426 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.649501 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.650015 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: security-groups-shared-filtering Mar 29 14:53:59.650339 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.650935 dv-cinder-835635-1-iscsi neutron-server[103044]: WARNING neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 29 14:53:59.651258 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: securitygroup.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.661162 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.661692 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: security-group Mar 29 14:53:59.662026 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: segment.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.662766 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.663275 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension segment not supported by any of loaded plugins Mar 29 14:53:59.663604 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.664779 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.665290 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 29 14:53:59.665619 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: servicetype.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.666719 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.667234 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: service-type Mar 29 14:53:59.667561 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: sorting.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.668551 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.668913 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: sorting Mar 29 14:53:59.669238 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: standard_attr_segment.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.670168 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.670676 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 29 14:53:59.671001 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: standardattrdescription.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.671655 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.672158 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: standard-attr-description Mar 29 14:53:59.672483 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: stateful_security_group.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.673455 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.673968 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: stateful-security-group Mar 29 14:53:59.674295 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: stdattrs_common.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.674868 dv-cinder-835635-1-iscsi neutron-server[103044]: WARNING neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 29 14:53:59.675193 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.676312 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.676863 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 29 14:53:59.677188 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: subnet_onboard.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.678270 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.678792 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: subnet_onboard Mar 29 14:53:59.679120 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.680790 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.681305 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 29 14:53:59.681634 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: subnet_service_types.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.682574 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.683088 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: subnet-service-types Mar 29 14:53:59.683419 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: subnetallocation.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.684532 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.685074 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: subnet_allocation Mar 29 14:53:59.685403 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.686076 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.686584 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: subnetpool-prefix-ops Mar 29 14:53:59.686908 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.687848 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.688356 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 29 14:53:59.688730 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: tagging.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.689792 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.690308 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: standard-attr-tag Mar 29 14:53:59.690636 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: timestamp.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.691852 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.692367 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loaded extension: standard-attr-timestamp Mar 29 14:53:59.692733 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: trunk.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.693778 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.694295 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension trunk not supported by any of loaded plugins Mar 29 14:53:59.694623 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: trunk_details.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.696332 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.697011 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension trunk-details not supported by any of loaded plugins Mar 29 14:53:59.697343 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: uplink_status_propagation.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.698325 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.698795 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 29 14:53:59.699120 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Loading extension file: vlantransparent.py {{(pid=103044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 14:53:59.699796 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 14:53:59.700300 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 29 14:53:59.702858 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.quota.resource_registry [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Creating instance of TrackedResource for resource:network Mar 29 14:53:59.703386 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.quota.resource_registry [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Creating instance of TrackedResource for resource:subnet Mar 29 14:53:59.703782 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.quota.resource_registry [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 14:53:59.704170 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.quota.resource_registry [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Creating instance of TrackedResource for resource:port Mar 29 14:53:59.705453 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.v2.resource_helper [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 14:53:59.705891 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.v2.resource_helper [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Service FLAVORS assigned prefix: {{(pid=103044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 14:53:59.706518 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.v2.resource_helper [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 14:53:59.706956 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.v2.resource_helper [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 14:53:59.707292 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.quota.resource_registry [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Creating instance of TrackedResource for resource:router Mar 29 14:53:59.707717 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.quota.resource_registry [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Creating instance of TrackedResource for resource:floatingip Mar 29 14:53:59.708224 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.v2.resource_helper [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Service METERING assigned prefix: /metering {{(pid=103044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 14:53:59.709686 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.710061 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.710414 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 14:53:59.711469 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.quota.resource_registry [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Creating instance of CountableResource for resource:rbac_policy Mar 29 14:53:59.711923 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.quota.resource_registry [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Creating instance of TrackedResource for resource:security_group Mar 29 14:53:59.712349 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.quota.resource_registry [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 29 14:53:59.712983 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.v2.resource_helper [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Service CORE assigned prefix: {{(pid=103044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 14:53:59.713323 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.quota.resource_registry [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 14:53:59.713668 dv-cinder-835635-1-iscsi neutron-server[103044]: WARNING neutron.quota.resource_registry [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] subnetpool is already registered Mar 29 14:53:59.714100 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.v2.resource_helper [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Service CORE assigned prefix: {{(pid=103044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 14:53:59.714427 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.quota.resource_registry [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 14:53:59.714757 dv-cinder-835635-1-iscsi neutron-server[103044]: WARNING neutron.quota.resource_registry [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] subnetpool is already registered Mar 29 14:53:59.717066 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.v2.resource_helper [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 14:53:59.717503 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.v2.resource_helper [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Service FLAVORS assigned prefix: {{(pid=103044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 14:53:59.718096 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.v2.resource_helper [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 14:53:59.718519 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.v2.resource_helper [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 14:53:59.718855 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.quota.resource_registry [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Creating instance of TrackedResource for resource:router Mar 29 14:53:59.719193 dv-cinder-835635-1-iscsi neutron-server[103044]: WARNING neutron.quota.resource_registry [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] router is already registered Mar 29 14:53:59.719602 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.quota.resource_registry [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Creating instance of TrackedResource for resource:floatingip Mar 29 14:53:59.719938 dv-cinder-835635-1-iscsi neutron-server[103044]: WARNING neutron.quota.resource_registry [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] floatingip is already registered Mar 29 14:53:59.720391 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.v2.resource_helper [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Service METERING assigned prefix: /metering {{(pid=103044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 14:53:59.721150 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.quota.resource_registry [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Creating instance of CountableResource for resource:rbac_policy Mar 29 14:53:59.721481 dv-cinder-835635-1-iscsi neutron-server[103044]: WARNING neutron.quota.resource_registry [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] rbac_policy is already registered Mar 29 14:53:59.721894 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.quota.resource_registry [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Creating instance of TrackedResource for resource:security_group Mar 29 14:53:59.722226 dv-cinder-835635-1-iscsi neutron-server[103044]: WARNING neutron.quota.resource_registry [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] security_group is already registered Mar 29 14:53:59.722624 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.quota.resource_registry [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 29 14:53:59.722956 dv-cinder-835635-1-iscsi neutron-server[103044]: WARNING neutron.quota.resource_registry [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] security_group_rule is already registered Mar 29 14:53:59.723582 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.v2.resource_helper [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Service CORE assigned prefix: {{(pid=103044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 14:53:59.723910 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.quota.resource_registry [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 14:53:59.724240 dv-cinder-835635-1-iscsi neutron-server[103044]: WARNING neutron.quota.resource_registry [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] subnetpool is already registered Mar 29 14:53:59.724689 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.v2.resource_helper [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Service CORE assigned prefix: {{(pid=103044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 14:53:59.725017 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.quota.resource_registry [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 14:53:59.725349 dv-cinder-835635-1-iscsi neutron-server[103044]: WARNING neutron.quota.resource_registry [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] subnetpool is already registered Mar 29 14:53:59.725822 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: extensions {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.727675 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: address-groups {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.729189 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: address-scopes {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.730504 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: agents {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.731676 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: auto-allocated-topology {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.732947 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: availability_zones {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.734165 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: dhcp-networks {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.735677 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: dhcp-agents {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.737127 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: routers {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.739321 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: flavors {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.740503 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: service_profiles {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.741754 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: next_providers {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.743883 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: service_profiles {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.746323 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: floatingip-pools {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.747549 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: routers {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.749703 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: floatingips {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.750995 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: l3-routers {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.752383 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: l3-agents {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.753824 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: metering-labels {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.755180 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: metering-label-rules {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.756456 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: network-ip-availabilities {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.758366 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: bindings {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.760176 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: quotas {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.761731 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: quotas {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.763278 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: rbac-policies {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.764597 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: security-groups {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.765833 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: security-group-rules {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.767073 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: service-providers {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.768273 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: subnetpools {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.769732 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: subnetpools {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.771193 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: tags {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.772917 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: tags {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.774799 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: tags {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.776585 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: tags {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.778396 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: tags {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.780303 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: tags {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.782016 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: tags {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.783929 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: tags {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.786049 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: tags {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.787962 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron.api.extensions [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Extended resource: tags {{(pid=103044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 14:53:59.793954 dv-cinder-835635-1-iscsi neutron-server[103044]: WARNING keystonemiddleware.auth_token [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 29 14:53:59.798689 dv-cinder-835635-1-iscsi neutron-server[103044]: WARNING keystonemiddleware.auth_token [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 29 14:53:59.807921 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_concurrency.lockutils [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Acquired lock "singleton_lock" {{(pid=103044) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 29 14:53:59.808397 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_concurrency.lockutils [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Releasing lock "singleton_lock" {{(pid=103044) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 29 14:53:59.809078 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO oslo_service.service [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Starting 2 workers Mar 29 14:53:59.813943 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Started child 103153 {{(pid=103044) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 14:53:59.818441 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Started child 103154 {{(pid=103044) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 14:53:59.819494 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:59.820093 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO neutron.service [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 29 14:53:59.821406 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:59.821644 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [-] (103153) wsgi starting up on http://0.0.0.0:9696 Mar 29 14:53:59.823979 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO oslo_service.service [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Starting 1 workers Mar 29 14:53:59.824086 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:59.825501 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [-] (103154) wsgi starting up on http://0.0.0.0:9696 Mar 29 14:53:59.829306 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Started child 103155 {{(pid=103044) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 14:53:59.829873 dv-cinder-835635-1-iscsi neutron-server[103044]: INFO oslo_service.service [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Starting 1 workers Mar 29 14:53:59.833117 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.service [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] calling RpcWorker wait() {{(pid=103155) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 29 14:53:59.833669 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.service [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] returning from RpcWorker wait() {{(pid=103155) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 29 14:53:59.834337 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Started child 103156 {{(pid=103044) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 14:53:59.835088 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:59.835188 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d77656b-450e-46d0-815f-19f530f00779 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:59.835617 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:53:59.837687 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103044) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 29 14:53:59.837912 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 14:53:59.838102 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 14:53:59.838337 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 14:53:59.838755 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 14:53:59.838928 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 14:53:59.839456 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.839707 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:53:59.840170 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.840170 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.840293 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.840518 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.840742 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:53:59.841151 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.841429 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.841686 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.841966 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.842202 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.842372 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.842545 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.842801 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.843057 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.843356 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.843607 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.843864 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.844150 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.844330 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.844621 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.844903 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.845129 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.845408 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] debug = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.845655 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.846140 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.846374 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.846629 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.846859 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.847134 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.847379 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.847657 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.847905 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.848142 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.848388 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.848673 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.848918 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.849149 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.849405 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.849620 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.849903 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.850127 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.850577 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] host = dv-cinder-835635-1-iscsi {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.850829 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.851068 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.851295 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.851665 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.851907 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.852118 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.852370 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.852656 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.852886 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.853132 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.853372 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.853605 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.853821 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.854076 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] log_file = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.854240 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] log_options = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.854482 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.854744 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.855022 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.855183 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.855352 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.855516 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.855780 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.855944 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.856234 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.856397 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.856637 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.856874 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.857090 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.857323 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.857580 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.857815 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.858032 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.858281 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.858519 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.858751 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.859064 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.859216 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.859428 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.859663 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.859916 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.860160 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.860357 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.860610 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.860836 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.861080 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.861328 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.861576 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.861786 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.862390 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.862390 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.862561 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.862732 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.862951 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.863237 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.863462 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.863870 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.864020 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.864165 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.864382 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.864832 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.864984 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.865232 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] use_json = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.865374 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.865549 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.865798 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.866196 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.866196 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.866563 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.866699 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.866911 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.867682 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.868180 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.868480 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.868815 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.869066 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.869326 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.869531 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.869772 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.870002 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.870254 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.870882 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.870882 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.871197 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.871342 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.871617 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.871902 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.872199 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.872467 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.872743 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.872969 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.873193 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.873431 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.873686 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.873983 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.874221 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.874470 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.874705 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.874932 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.875394 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.875816 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.876313 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.876625 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.876859 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.877130 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.877507 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.877885 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.878106 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.878366 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.879201 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.879201 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.879201 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.879658 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.879658 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.879807 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.879949 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.880183 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.880614 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.880875 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.881143 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.881395 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.881637 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.881868 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.882084 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.882297 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.883443 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.883581 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.883796 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.884043 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.884317 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.884537 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.887008 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.887008 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.887008 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.887008 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.887008 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.887008 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.887008 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.887008 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.887008 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.888162 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.888162 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.888162 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.888162 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.888162 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.888162 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.888162 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.888683 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.888683 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.888683 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.888862 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.889047 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.889261 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.889477 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.889689 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.890050 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.890412 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.890777 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.891149 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.891515 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.891871 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.892255 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.892636 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.893088 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.893417 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.893820 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.894223 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.894646 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.894912 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.895114 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.895364 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.895620 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.895802 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.896166 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.896629 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.896834 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.897096 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.897325 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.897567 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.897809 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.898033 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.898373 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.898643 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.898866 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.899120 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.899391 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.899668 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.899906 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.900160 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.900426 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.900709 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.901017 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.901260 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.901513 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.901737 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.902024 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.902322 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.902600 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.902881 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.903294 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.903551 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.903819 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.904057 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.904315 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.904598 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.904829 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.905068 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.905442 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.905832 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.906194 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.906584 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.907046 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.907445 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.907682 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.908046 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.908482 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.908748 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.909018 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.909388 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.909536 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.909790 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.910037 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.910294 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.910523 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.911050 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.911402 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.911402 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.911682 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.911940 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.912337 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.912666 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.912795 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.913192 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.913579 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.914508 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.914751 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.914997 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.915197 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.915596 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.915809 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.916215 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.916489 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.916727 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.916947 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.917176 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.917436 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.917638 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.917858 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.918135 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.918416 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.918601 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.918986 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.919371 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.919788 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.920155 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.920544 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.920952 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.921330 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.921545 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.921941 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.922161 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.922399 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.922881 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.922881 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.923089 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.923333 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.923686 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.923927 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.924344 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.924773 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.925021 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.925234 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.925448 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.925668 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.925913 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.926135 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.926361 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.926581 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.926803 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.927047 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.927260 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.927671 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.927934 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.928176 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.928421 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.928700 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.928936 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.929151 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.929346 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.929710 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.930580 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.931042 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.931314 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.931533 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.931774 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.932057 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.932447 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.932888 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.933333 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.933729 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.934193 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.934459 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.934555 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.934811 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.934998 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.935244 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.935440 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.935666 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.935961 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.936231 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.936324 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.936719 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.936893 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.936992 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.937221 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.937397 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.937848 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.938005 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.938399 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.938628 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.938841 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.939048 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.939464 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.939871 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.940015 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.940352 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.940352 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.940787 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.940787 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.941131 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.941307 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.941491 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.941755 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.941977 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.942273 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.942504 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.942762 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.943020 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.943327 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.943545 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.943806 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.944047 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.944269 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.944773 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.945098 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.945439 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.945930 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.946186 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.946417 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.946713 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.946988 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.947273 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.947501 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.947925 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.948167 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.948518 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.948750 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.949153 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.949258 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.949449 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.949708 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.949924 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.950198 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.950348 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.950770 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.951158 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.951419 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.951633 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.952021 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.952274 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.952752 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.952884 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.952991 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.953207 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.953364 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 14:53:59.953940 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103044) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 29 14:53:59.954112 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 14:53:59.954258 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 14:53:59.954424 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 14:53:59.954594 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 14:53:59.954745 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 14:53:59.954955 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.955118 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.955278 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.955442 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.955606 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.955788 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.955951 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.956209 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.956397 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.956488 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.956590 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.956743 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.956908 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.957067 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.957228 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.957388 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.957547 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.957713 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.957875 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.958192 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.958355 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.958515 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.958727 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] debug = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.958824 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.959032 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.959199 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.959359 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.959520 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.959680 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.959837 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.959997 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.960157 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.960436 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.960546 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.960750 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.960983 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.961222 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.961392 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.961687 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:53:59.961800 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.961907 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.962211 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.962372 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] host = dv-cinder-835635-1-iscsi {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.962673 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.962979 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.963137 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.963440 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.963597 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.963899 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.964061 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.964217 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.964526 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.964722 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.964880 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.965044 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.965195 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.965356 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] log_file = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.965516 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] log_options = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.965676 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.965835 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.965995 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.966190 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.966357 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.966503 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.966659 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.966825 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.966984 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.967145 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.967304 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.967465 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.967627 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.967781 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.967945 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.968101 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.968259 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.968420 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.968712 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.968892 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.969052 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.969217 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.969376 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.969535 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.969697 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.969857 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.969996 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.970154 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.970310 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.970462 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.970599 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.970734 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.970884 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.971021 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.971165 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.971322 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.971459 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.971613 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.971962 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.971962 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.972252 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.972252 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.972511 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.972511 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.972795 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.972946 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.973067 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] use_json = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.973213 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.973361 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.973520 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.973680 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.973838 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.973997 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.974157 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.974316 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.974477 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 14:53:59.974660 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.974823 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.974997 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.975163 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.975323 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.975484 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.975649 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.975809 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.975971 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.976139 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.976307 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.978389 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.978389 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.978389 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.978389 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.978389 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.978389 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.978389 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.979304 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.979304 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.979304 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.979304 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.979304 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.979304 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.979968 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.979968 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.979968 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.979968 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.979968 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.980541 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.980541 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.980541 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.980891 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.981648 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.982021 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.982021 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.982256 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.982256 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.982473 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.982604 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.982727 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.982878 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.983041 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.983204 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.983369 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.983532 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.983695 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.983858 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.984022 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.984185 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.984347 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.984509 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.984697 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.984860 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.985024 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.985187 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.985350 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.985544 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.985686 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.985848 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.986010 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.986172 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.986333 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.986496 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.986663 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.986826 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.986988 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.987150 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.987325 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.987487 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.987650 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.987812 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.987974 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.988136 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.988298 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.988462 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.988697 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.988819 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.988949 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.989111 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.996612 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.996612 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.996612 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.996929 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 35244) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:53:59.997017 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.997017 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.997017 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.997017 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.997017 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.997017 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.997017 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.997017 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.997017 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.997604 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.997604 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.997604 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.997604 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.997604 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.997604 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.997604 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.997604 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.998120 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.998120 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.998120 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.998120 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.998120 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.998120 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.998120 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.998120 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.998634 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.998634 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.998634 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.998634 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.998634 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.998634 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.998634 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.998634 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.999155 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.999155 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.999155 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.999453 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.999453 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.999587 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.999664 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.999792 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:53:59.999958 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.000117 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.000275 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.000435 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.000714 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.000812 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.000938 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.001094 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.001257 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.001420 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.001583 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.001758 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.001923 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.002285 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.002285 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.002631 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.002631 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.002858 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.002858 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.003097 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.003229 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.003352 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.003473 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.003616 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.003773 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.003932 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.004090 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.004246 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.004405 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.004589 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.004756 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.004927 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.005090 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.005252 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.005417 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.005580 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.005743 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.005906 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.006068 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.006231 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.006402 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.006550 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.007451 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0113339 Mar 29 14:54:00.007602 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.007961 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.008155 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.008323 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.008487 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.008691 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.008857 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.009851 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.010036 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.010204 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.010378 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.010655 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.010806 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.011923 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.011923 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.011923 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.011923 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.011923 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.011923 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.011923 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.011923 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.013130 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.013130 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.013130 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.013130 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.013130 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.013130 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.013130 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.014096 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.014096 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.014096 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.014096 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.014096 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.014096 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.014096 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.014938 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.014938 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.014938 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.014938 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.014938 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.015611 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.015611 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.015611 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.015611 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.015611 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.016265 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.016265 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.016265 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.016265 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.016803 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.016803 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.016803 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.016803 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.017445 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.017445 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.017445 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.017445 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.017947 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.017947 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.017947 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.018328 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.018328 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.018328 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.018696 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.018696 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.018955 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.018955 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.019205 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.019205 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.019453 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.019592 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.019830 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.019830 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.020106 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.020106 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.020360 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.020492 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.020659 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.020795 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.021022 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.021022 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.021279 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.021425 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.021559 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.021692 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.021824 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.021956 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.022098 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.022232 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.022387 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.022549 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.022693 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.022928 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.023063 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.023199 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.023372 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.023601 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.023748 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.023883 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.024016 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.024264 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.024415 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.024550 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.024746 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.024912 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.025075 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.025239 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.025386 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.025520 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.025661 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.025795 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.026042 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.026192 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.026346 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.026518 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.026656 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.026798 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.026932 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.027144 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.027279 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.027412 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.027545 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.027677 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.027810 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.027941 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.028102 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.028252 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.028397 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.028645 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.028808 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.028943 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.029116 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.029279 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.029444 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.029583 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.029715 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 14:54:00.029856 dv-cinder-835635-1-iscsi neutron-server[103044]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 14:54:11.450592 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49247ea-8220-4f32-b462-52fa56a28484 None None] get_active_networks_info from dv-cinder-835635-1-iscsi {{(pid=103155) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 29 14:54:11.507085 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49247ea-8220-4f32-b462-52fa56a28484 None None] No non-hosted networks {{(pid=103155) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 29 14:54:11.521819 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.agentschedulers_db [None req-a49247ea-8220-4f32-b462-52fa56a28484 None None] DHCP Agent not found on host dv-cinder-835635-1-iscsi {{(pid=103155) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 29 14:54:11.619768 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-d449e02c-2569-4a00-8b48-b8a7e758ec4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1786841'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:13.659550 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7a92a8f8-4a91-4579-9489-ec0426af9c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1786841'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:13.701994 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-3f964664-4704-4942-bc3f-4b1d66ee6c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:14.687812 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1786841'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:14.780329 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 35314) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:15.300199 dv-cinder-835635-1-iscsi neutron-server[103154]: WARNING oslo_policy.policy [None req-68b5d454-54dc-4ae5-9939-e251e2a21163 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 14:54:15.300891 dv-cinder-835635-1-iscsi neutron-server[103154]: WARNING oslo_policy.policy [None req-68b5d454-54dc-4ae5-9939-e251e2a21163 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 14:54:15.525938 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [None req-68b5d454-54dc-4ae5-9939-e251e2a21163 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103154) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 14:54:15.540583 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-68b5d454-54dc-4ae5-9939-e251e2a21163 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7457626 Mar 29 14:54:16.524522 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1786841'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:17.566511 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1786841'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:17.567726 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:17.568076 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:17.568404 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:17.568786 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:17.569115 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:17.569437 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:17.569794 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:17.570151 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:17.570458 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:17.570779 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:17.571102 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:17.571418 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:17.571750 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:17.576262 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:17.576718 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:17.577164 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835635-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:54:17.590172 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835635-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:54:18.144368 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 35344) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:18.455956 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-8d37d62d-1e7f-46e9-861d-bdd2166ab2d9 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:54:18.552063 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.policy [None req-8d37d62d-1e7f-46e9-861d-bdd2166ab2d9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103154) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 29 14:54:18.617811 dv-cinder-835635-1-iscsi neutron-server[103154]: WARNING oslo_policy.policy [None req-8d37d62d-1e7f-46e9-861d-bdd2166ab2d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 14:54:18.620787 dv-cinder-835635-1-iscsi neutron-server[103154]: WARNING oslo_policy.policy [None req-8d37d62d-1e7f-46e9-861d-bdd2166ab2d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 14:54:18.723693 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8d37d62d-1e7f-46e9-861d-bdd2166ab2d9 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776794489398', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776794489881', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776794473388', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776794484731', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776794456773', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776794026577', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1050266', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1069708', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-520986', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-430952'] for rbac-policy (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:18.795579 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8d37d62d-1e7f-46e9-861d-bdd2166ab2d9 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:18.809009 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-8d37d62d-1e7f-46e9-861d-bdd2166ab2d9 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6513984 Mar 29 14:54:21.411751 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 35356) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:21.728721 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:54:21.757816 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Made reservation on behalf of 6de70a2b63404f909bf074bd793ba6f5 for: {'network': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:54:21.762424 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for network (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:21.779472 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:21.781043 dv-cinder-835635-1-iscsi neutron-server[103155]: INFO neutron.db.l3_hamode_db [None req-6c8079f4-999b-4f4e-8840-fab60c9a29b5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 29 14:54:21.862686 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8079f4-999b-4f4e-8840-fab60c9a29b5 None None] Routers set() bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:54:21.863185 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8079f4-999b-4f4e-8840-fab60c9a29b5 None None] Router IDs set() for agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 29 14:54:21.891752 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Publish callbacks [] for security_group (2614c838-03c3-46a0-b1c2-bd54ca9d0635), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:21.895628 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (2614c838-03c3-46a0-b1c2-bd54ca9d0635), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:21.920731 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 14:54:21.955068 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776791792177', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (7504b7bc-c033-4b2e-87c9-adbb395485d6), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:21.955646 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Unsubscribe: segment precommit_create {{(pid=103154) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 29 14:54:21.956162 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.segments_db [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Added segment 7504b7bc-c033-4b2e-87c9-adbb395485d6 of type vlan for network 61ee3b12-2787-40c1-962e-48798930c079 Mar 29 14:54:21.971533 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=2614c838-03c3-46a0-b1c2-bd54ca9d0635,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:21.998028 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:21.998366 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:21.998720 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:21.999062 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:21.999387 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:21.999703 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:22.000016 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:22.000328 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:22.000665 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:22.000992 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:22.001284 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:22.001608 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:22.001920 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:22.002224 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:22.002530 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Tracked resource versions report: Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: pushed versions: Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: { 'AddressGroup': {'1.2'}, Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: 'Agent': {'1.1'}, Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: 'ConntrackHelper': {'1.0'}, Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: 'LocalIPAssociation': {'1.0'}, Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: 'Log': {'1.0'}, Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: 'NDPProxy': {'1.0'}, Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: 'Network': {'1.1'}, Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: 'Port': {'1.7'}, Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: 'PortForwarding': {'1.3'}, Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: 'QosPolicy': {'1.10'}, Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: 'SecurityGroup': {'1.5'}, Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: 'SecurityGroupRule': {'1.2'}, Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: 'SubPort': {'1.0'}, Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: 'Subnet': {'1.1'}, Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: 'Trunk': {'1.1'}} Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: consumer versions: Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: { DHCP agent@dv-cinder-835635-1-iscsi: {}, Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: L3 agent@dv-cinder-835635-1-iscsi: {}, Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: Metadata agent@dv-cinder-835635-1-iscsi: {}, Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: Metering agent@dv-cinder-835635-1-iscsi: {}, Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: Open vSwitch agent@dv-cinder-835635-1-iscsi: { 'AddressGroup': '1.2', Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: 'Agent': '1.1', Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: 'ConntrackHelper': '1.0', Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: 'LocalIPAssociation': '1.0', Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: 'Log': '1.0', Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: 'NDPProxy': '1.0', Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: 'Network': '1.1', Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: 'Port': '1.7', Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: 'PortForwarding': '1.3', Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: 'QosPolicy': '1.10', Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: 'SecurityGroup': '1.5', Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: 'SecurityGroupRule': '1.2', Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: 'SubPort': '1.0', Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: 'Subnet': '1.1', Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: 'Trunk': '1.1'}} Mar 29 14:54:22.003894 dv-cinder-835635-1-iscsi neutron-server[103154]: {{(pid=103154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 14:54:22.065339 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776791432771'] for network (61ee3b12-2787-40c1-962e-48798930c079), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:22.105409 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834'] for network (61ee3b12-2787-40c1-962e-48798930c079), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:22.110397 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:22.111080 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:22.187533 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7747159 Mar 29 14:54:22.232538 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133a1fb-eec5-4973-a7d8-db1d70973c81 demo demo] Pushing event updated for resources: {'Network': ['ID=61ee3b12-2787-40c1-962e-48798930c079,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:22.245109 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Network 61ee3b12-2787-40c1-962e-48798930c079 details requested by agent ovs-agent-dv-cinder-835635-1-iscsi with host dv-cinder-835635-1-iscsi {{(pid=103155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 14:54:24.770915 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 35368) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:25.186107 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff346e6-2f98-4b9a-b23c-9bc9649d2085 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:25.187473 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-cff346e6-2f98-4b9a-b23c-9bc9649d2085 demo admin] 10.222.0.35 "GET /v2.0/networks/61ee3b12-2787-40c1-962e-48798930c079 HTTP/1.1" status: 200 len: 825 time: 0.4156184 Mar 29 14:54:25.211657 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-d39ed6da-17e0-4531-abe0-c656db7ed115 demo admin] 10.222.0.35 "GET /v2.0/subnetpools/b4baf889-3686-4daf-8ee1-0ddc7b1fb0b2 HTTP/1.1" status: 200 len: 734 time: 0.0184758 Mar 29 14:54:25.220261 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-9940b340-2095-40b4-adaa-2fb4e5ba1352 demo admin] Request body: {'subnet': {'network_id': '61ee3b12-2787-40c1-962e-48798930c079', 'subnetpool_id': 'b4baf889-3686-4daf-8ee1-0ddc7b1fb0b2', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:54:25.240710 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9940b340-2095-40b4-adaa-2fb4e5ba1352 demo admin] Made reservation on behalf of 6de70a2b63404f909bf074bd793ba6f5 for: {'subnet': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:54:25.242971 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9940b340-2095-40b4-adaa-2fb4e5ba1352 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:25.529344 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9940b340-2095-40b4-adaa-2fb4e5ba1352 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834'] for subnet (c687593a-afda-4bae-a525-dc1b87b46b48), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:25.599939 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9940b340-2095-40b4-adaa-2fb4e5ba1352 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c687593a-afda-4bae-a525-dc1b87b46b48,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:25.604021 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9940b340-2095-40b4-adaa-2fb4e5ba1352 demo admin] Checking segment: {'id': '7504b7bc-c033-4b2e-87c9-adbb395485d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '61ee3b12-2787-40c1-962e-48798930c079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:54:25.604422 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9940b340-2095-40b4-adaa-2fb4e5ba1352 demo admin] Network hostable DHCP agents. Network: 61ee3b12-2787-40c1-962e-48798930c079, hostable agents: ['a6029aa5-8774-4641-86ae-5d2d983dd0a8'], hosted agents: [] {{(pid=103154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 14:54:25.625462 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9940b340-2095-40b4-adaa-2fb4e5ba1352 demo admin] Network 61ee3b12-2787-40c1-962e-48798930c079 is scheduled to be hosted by DHCP agent a6029aa5-8774-4641-86ae-5d2d983dd0a8 with binding_index 1 {{(pid=103154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 14:54:25.637021 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-9940b340-2095-40b4-adaa-2fb4e5ba1352 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-1-iscsi, 61ee3b12-2787-40c1-962e-48798930c079) {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:54:25.641565 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9940b340-2095-40b4-adaa-2fb4e5ba1352 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:25.642172 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9940b340-2095-40b4-adaa-2fb4e5ba1352 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for subnet (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:25.647209 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d2ebf2-f17b-497d-9851-ce26654b10b3 None None] Network 61ee3b12-2787-40c1-962e-48798930c079 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:54:25.658380 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-9940b340-2095-40b4-adaa-2fb4e5ba1352 demo admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4412518 Mar 29 14:54:25.919376 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp951e514f-1a9b-555e-af63-f294bc248ed5-61ee3b12-2787-40c1-962e-48798930c079', 'network_id': '61ee3b12-2787-40c1-962e-48798930c079', 'project_id': '6de70a2b63404f909bf074bd793ba6f5', 'fixed_ips': [{'subnet_id': 'c687593a-afda-4bae-a525-dc1b87b46b48'}]}} from dv-cinder-835635-1-iscsi. {{(pid=103155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 14:54:25.920717 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:26.207530 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.db_base_plugin_common [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Allocated IP 172.20.0.2 (61ee3b12-2787-40c1-962e-48798930c079/c687593a-afda-4bae-a525-dc1b87b46b48/27f56874-f6d7-4f61-9940-91be2757686d) {{(pid=103155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:54:26.479154 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Publish callbacks [] for port (27f56874-f6d7-4f61-9940-91be2757686d), precommit_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:26.487349 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196'] for port (27f56874-f6d7-4f61-9940-91be2757686d), after_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:26.565031 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Network 61ee3b12-2787-40c1-962e-48798930c079 is already hosted by enough agents. {{(pid=103155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:54:26.575695 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Pushing event updated for resources: {'Port': ['ID=27f56874-f6d7-4f61-9940-91be2757686d,revision_number=1']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:26.577994 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.scheduler.base_scheduler [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Resources bound (agent type, host, resource id): {{(pid=103155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:54:26.581991 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Received port after_create {{(pid=103155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:54:26.626802 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:26.627147 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:26.627502 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:26.627856 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:26.628188 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:26.628515 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:26.628862 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:26.629184 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:26.629507 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:26.629829 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:26.630150 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:26.630490 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:26.630814 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:26.631132 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:26.631450 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Tracked resource versions report: Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: pushed versions: Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: { 'AddressGroup': {'1.2'}, Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: 'Agent': {'1.1'}, Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: 'ConntrackHelper': {'1.0'}, Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: 'LocalIPAssociation': {'1.0'}, Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: 'Log': {'1.0'}, Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: 'NDPProxy': {'1.0'}, Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: 'Network': {'1.1'}, Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: 'Port': {'1.7'}, Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: 'PortForwarding': {'1.3'}, Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: 'QosPolicy': {'1.10'}, Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: 'SecurityGroup': {'1.5'}, Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: 'SecurityGroupRule': {'1.2'}, Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: 'SubPort': {'1.0'}, Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: 'Subnet': {'1.1'}, Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: 'Trunk': {'1.1'}} Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: consumer versions: Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: { DHCP agent@dv-cinder-835635-1-iscsi: {}, Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: L3 agent@dv-cinder-835635-1-iscsi: {}, Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: Metadata agent@dv-cinder-835635-1-iscsi: {}, Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: Metering agent@dv-cinder-835635-1-iscsi: {}, Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: Open vSwitch agent@dv-cinder-835635-1-iscsi: { 'AddressGroup': '1.2', Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: 'Agent': '1.1', Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: 'ConntrackHelper': '1.0', Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: 'LocalIPAssociation': '1.0', Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: 'Log': '1.0', Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: 'NDPProxy': '1.0', Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: 'Network': '1.1', Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: 'Port': '1.7', Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: 'PortForwarding': '1.3', Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: 'QosPolicy': '1.10', Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: 'SecurityGroup': '1.5', Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: 'SecurityGroupRule': '1.2', Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: 'SubPort': '1.0', Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: 'Subnet': '1.1', Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: 'Trunk': '1.1'}} Mar 29 14:54:26.633118 dv-cinder-835635-1-iscsi neutron-server[103155]: {{(pid=103155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 14:54:26.684474 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Attempting to bind port 27f56874-f6d7-4f61-9940-91be2757686d on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:54:26.685171 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Attempting to bind port 27f56874-f6d7-4f61-9940-91be2757686d by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': '7504b7bc-c033-4b2e-87c9-adbb395485d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '61ee3b12-2787-40c1-962e-48798930c079'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:54:26.685332 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Attempting to bind port 27f56874-f6d7-4f61-9940-91be2757686d on network 61ee3b12-2787-40c1-962e-48798930c079 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:54:26.690215 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:54:26.690613 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Checking segment: {'id': '7504b7bc-c033-4b2e-87c9-adbb395485d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '61ee3b12-2787-40c1-962e-48798930c079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:54:26.691062 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:26.691449 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Bound using segment: {'id': '7504b7bc-c033-4b2e-87c9-adbb395485d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '61ee3b12-2787-40c1-962e-48798930c079'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:54:26.691909 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Bound port: 27f56874-f6d7-4f61-9940-91be2757686d, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7504b7bc-c033-4b2e-87c9-adbb395485d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '61ee3b12-2787-40c1-962e-48798930c079'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:54:26.692317 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (27f56874-f6d7-4f61-9940-91be2757686d), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:26.753495 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] For port 27f56874-f6d7-4f61-9940-91be2757686d, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:54:26.757787 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] For port 27f56874-f6d7-4f61-9940-91be2757686d, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=27f56874-f6d7-4f61-9940-91be2757686d,segment=NetworkSegment(7504b7bc-c033-4b2e-87c9-adbb395485d6),segment_id=7504b7bc-c033-4b2e-87c9-adbb395485d6)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:54:26.767806 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (27f56874-f6d7-4f61-9940-91be2757686d), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:26.831818 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954689e-cb97-4ff7-ab53-28dfa4a9b560 None None] Pushing event updated for resources: {'Port': ['ID=27f56874-f6d7-4f61-9940-91be2757686d,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:28.211317 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 35376) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:28.530240 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [None req-04470c9c-0a4f-4692-a093-c22ee5023001 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103154) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 14:54:28.531253 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-04470c9c-0a4f-4692-a093-c22ee5023001 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3189237 Mar 29 14:54:31.084601 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 35384) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:31.403589 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [None req-27c7d2bc-bef0-4032-bcb8-80261dd7b63c admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103154) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 14:54:31.416594 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-27c7d2bc-bef0-4032-bcb8-80261dd7b63c admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3184140 Mar 29 14:54:34.040678 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 35392) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:34.562962 dv-cinder-835635-1-iscsi neutron-server[103153]: WARNING oslo_policy.policy [None req-ae6375c6-0f7b-484b-84c7-8572aa022cab demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 14:54:34.563531 dv-cinder-835635-1-iscsi neutron-server[103153]: WARNING oslo_policy.policy [None req-ae6375c6-0f7b-484b-84c7-8572aa022cab demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 14:54:34.788293 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-ae6375c6-0f7b-484b-84c7-8572aa022cab demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:54:34.848608 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.policy [None req-ae6375c6-0f7b-484b-84c7-8572aa022cab demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103153) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 29 14:54:34.892531 dv-cinder-835635-1-iscsi neutron-server[103153]: WARNING oslo_policy.policy [None req-ae6375c6-0f7b-484b-84c7-8572aa022cab demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 14:54:34.892941 dv-cinder-835635-1-iscsi neutron-server[103153]: WARNING oslo_policy.policy [None req-ae6375c6-0f7b-484b-84c7-8572aa022cab demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 14:54:34.957047 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ae6375c6-0f7b-484b-84c7-8572aa022cab demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1791284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2970'] for router (605cedf5-3b22-46a4-87bc-4f6c628bde87), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:34.958920 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ae6375c6-0f7b-484b-84c7-8572aa022cab demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1818329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2947'] for router (605cedf5-3b22-46a4-87bc-4f6c628bde87), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:35.127944 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ae6375c6-0f7b-484b-84c7-8572aa022cab demo demo] Publish callbacks [] for router_controller (605cedf5-3b22-46a4-87bc-4f6c628bde87), precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:35.135087 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ae6375c6-0f7b-484b-84c7-8572aa022cab demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1793453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787170'] for router (605cedf5-3b22-46a4-87bc-4f6c628bde87), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:35.159672 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ae6375c6-0f7b-484b-84c7-8572aa022cab demo demo] Publish callbacks [] for router (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:35.161385 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-ae6375c6-0f7b-484b-84c7-8572aa022cab demo demo] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.1185219 Mar 29 14:54:36.896831 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 5 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:54:37.754592 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 35412) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:38.077577 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [None req-2c01fad7-9cd0-44bb-8248-1ec29794dd2b admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103154) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 14:54:38.078642 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-2c01fad7-9cd0-44bb-8248-1ec29794dd2b admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3230567 Mar 29 14:54:38.323807 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2fd6b9-804b-4154-9522-13816ec8f293 None None] Network 61ee3b12-2787-40c1-962e-48798930c079 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:54:38.373268 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 27f56874-f6d7-4f61-9940-91be2757686d up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:54:38.482129 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-be759c76-4203-4887-be79-72dd14d91897 None None] Provisioning complete for port 27f56874-f6d7-4f61-9940-91be2757686d triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:54:38.482543 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-be759c76-4203-4887-be79-72dd14d91897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (27f56874-f6d7-4f61-9940-91be2757686d), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:38.542208 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 27f56874-f6d7-4f61-9940-91be2757686d triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:54:38.542589 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (27f56874-f6d7-4f61-9940-91be2757686d), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:38.708995 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-be759c76-4203-4887-be79-72dd14d91897 None None] Current status of the port 27f56874-f6d7-4f61-9940-91be2757686d is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:54:38.709919 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-be759c76-4203-4887-be79-72dd14d91897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (27f56874-f6d7-4f61-9940-91be2757686d), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:38.724716 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 27f56874-f6d7-4f61-9940-91be2757686d is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:54:38.725248 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (27f56874-f6d7-4f61-9940-91be2757686d), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:38.765083 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-be759c76-4203-4887-be79-72dd14d91897 None None] For port 27f56874-f6d7-4f61-9940-91be2757686d, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=27f56874-f6d7-4f61-9940-91be2757686d,segment=NetworkSegment(7504b7bc-c033-4b2e-87c9-adbb395485d6),segment_id=7504b7bc-c033-4b2e-87c9-adbb395485d6)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:54:38.772984 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-be759c76-4203-4887-be79-72dd14d91897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (27f56874-f6d7-4f61-9940-91be2757686d), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:38.847928 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.db.api [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 14:54:38.848332 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG oslo_db.api [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 14:54:38.851548 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be759c76-4203-4887-be79-72dd14d91897 None None] Pushing event updated for resources: {'Port': ['ID=27f56874-f6d7-4f61-9940-91be2757686d,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:38.892555 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-6f7b66b7-3ba4-465b-8051-6bd5f1645cf1 None None] Provisioning complete for port 27f56874-f6d7-4f61-9940-91be2757686d triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:54:38.892877 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-6f7b66b7-3ba4-465b-8051-6bd5f1645cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (27f56874-f6d7-4f61-9940-91be2757686d), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:38.972453 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b66b7-3ba4-465b-8051-6bd5f1645cf1 None None] Current status of the port 27f56874-f6d7-4f61-9940-91be2757686d is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:54:39.384977 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 27f56874-f6d7-4f61-9940-91be2757686d is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:54:40.304044 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 27f56874-f6d7-4f61-9940-91be2757686d up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:54:40.353452 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 27f56874-f6d7-4f61-9940-91be2757686d triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:54:40.353839 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (27f56874-f6d7-4f61-9940-91be2757686d), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:40.426764 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 27f56874-f6d7-4f61-9940-91be2757686d is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:54:40.628236 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 35422) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:40.938468 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-187c9903-2736-46a5-a6e4-5feb804720de admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:54:40.957526 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187c9903-2736-46a5-a6e4-5feb804720de admin admin] Made reservation on behalf of ab83743bbc3a4199943305726ab8b6b3 for: {'network': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:54:40.959778 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-187c9903-2736-46a5-a6e4-5feb804720de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for network (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:40.967691 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-187c9903-2736-46a5-a6e4-5feb804720de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:41.041628 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-187c9903-2736-46a5-a6e4-5feb804720de admin admin] Publish callbacks [] for security_group (73b34983-e32a-4df3-a047-db77b5c6f6d4), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:41.045253 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-187c9903-2736-46a5-a6e4-5feb804720de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (73b34983-e32a-4df3-a047-db77b5c6f6d4), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:41.060846 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-187c9903-2736-46a5-a6e4-5feb804720de admin admin] Reserving flat network on physical network physnet1 {{(pid=103154) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 29 14:54:41.080992 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c9903-2736-46a5-a6e4-5feb804720de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b34983-e32a-4df3-a047-db77b5c6f6d4,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:41.087034 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-187c9903-2736-46a5-a6e4-5feb804720de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (21abde35-159d-4b54-96f4-934b088b414c), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:41.087373 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.segments_db [None req-187c9903-2736-46a5-a6e4-5feb804720de admin admin] Added segment 21abde35-159d-4b54-96f4-934b088b414c of type flat for network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 Mar 29 14:54:41.134104 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-187c9903-2736-46a5-a6e4-5feb804720de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776791432771'] for network (73fab6d0-c07f-433f-9c69-8ff3a31867f5), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:41.167961 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-187c9903-2736-46a5-a6e4-5feb804720de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834'] for network (73fab6d0-c07f-433f-9c69-8ff3a31867f5), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:41.168937 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187c9903-2736-46a5-a6e4-5feb804720de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:41.169500 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-187c9903-2736-46a5-a6e4-5feb804720de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:41.246310 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-187c9903-2736-46a5-a6e4-5feb804720de admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6169832 Mar 29 14:54:41.264669 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c9903-2736-46a5-a6e4-5feb804720de admin admin] Pushing event updated for resources: {'Network': ['ID=73fab6d0-c07f-433f-9c69-8ff3a31867f5,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:41.274932 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 details requested by agent ovs-agent-dv-cinder-835635-1-iscsi with host dv-cinder-835635-1-iscsi {{(pid=103155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 14:54:41.414798 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ba1e2585-e665-457f-ba76-33d19959c2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:43.651801 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-61b2a163-0599-42bd-9699-8c2e44121204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:43.786544 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 35430) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:44.147709 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3948a00d-f13e-4553-a687-75f7153ebfc0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:44.148956 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-3948a00d-f13e-4553-a687-75f7153ebfc0 demo admin] 10.222.0.35 "GET /v2.0/subnets/c687593a-afda-4bae-a525-dc1b87b46b48 HTTP/1.1" status: 200 len: 849 time: 0.3614631 Mar 29 14:54:44.314105 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-2864b7b6-6b05-4daf-9746-5508bf368f75 demo admin] 10.222.0.35 "GET /v2.0/routers/605cedf5-3b22-46a4-87bc-4f6c628bde87 HTTP/1.1" status: 200 len: 704 time: 0.1594963 Mar 29 14:54:44.595069 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fc3d5724-5457-4699-8d28-f966db026ff0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:44.651374 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:44.902320 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-fc3d5724-5457-4699-8d28-f966db026ff0 demo admin] Allocated IP 172.20.0.1 (61ee3b12-2787-40c1-962e-48798930c079/c687593a-afda-4bae-a525-dc1b87b46b48/5cb42bee-3914-4367-b521-240ce4a8d29e) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:54:45.106280 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fc3d5724-5457-4699-8d28-f966db026ff0 demo admin] Publish callbacks [] for port (5cb42bee-3914-4367-b521-240ce4a8d29e), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:45.176043 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fc3d5724-5457-4699-8d28-f966db026ff0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196'] for port (5cb42bee-3914-4367-b521-240ce4a8d29e), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:45.248156 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3d5724-5457-4699-8d28-f966db026ff0 demo admin] Network 61ee3b12-2787-40c1-962e-48798930c079 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:54:45.255622 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-fc3d5724-5457-4699-8d28-f966db026ff0 demo admin] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:54:45.264749 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3d5724-5457-4699-8d28-f966db026ff0 demo admin] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:54:45.265337 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fc3d5724-5457-4699-8d28-f966db026ff0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787637'] for router_interface (605cedf5-3b22-46a4-87bc-4f6c628bde87), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:45.332477 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d5724-5457-4699-8d28-f966db026ff0 demo admin] Pushing event updated for resources: {'Port': ['ID=5cb42bee-3914-4367-b521-240ce4a8d29e,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:45.429902 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-b537e475-2bbe-4008-8f71-392c1e6e80c8 None None] Provisioning complete for port 5cb42bee-3914-4367-b521-240ce4a8d29e triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:54:45.430445 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b537e475-2bbe-4008-8f71-392c1e6e80c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (5cb42bee-3914-4367-b521-240ce4a8d29e), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:45.466954 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-b537e475-2bbe-4008-8f71-392c1e6e80c8 None None] Port 5cb42bee-3914-4367-b521-240ce4a8d29e cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:54:45.488401 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fc3d5724-5457-4699-8d28-f966db026ff0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (5cb42bee-3914-4367-b521-240ce4a8d29e), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:45.696338 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fc3d5724-5457-4699-8d28-f966db026ff0 demo admin] Publish callbacks [] for port (5cb42bee-3914-4367-b521-240ce4a8d29e), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:45.700637 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fc3d5724-5457-4699-8d28-f966db026ff0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (5cb42bee-3914-4367-b521-240ce4a8d29e), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:45.701358 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fc3d5724-5457-4699-8d28-f966db026ff0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787489'] for router_interface (605cedf5-3b22-46a4-87bc-4f6c628bde87), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:45.780181 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d5724-5457-4699-8d28-f966db026ff0 demo admin] Pushing event updated for resources: {'Port': ['ID=5cb42bee-3914-4367-b521-240ce4a8d29e,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:45.825812 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3d5724-5457-4699-8d28-f966db026ff0 demo admin] Network 61ee3b12-2787-40c1-962e-48798930c079 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:54:45.827056 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-fc3d5724-5457-4699-8d28-f966db026ff0 demo admin] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:54:45.994060 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3d5724-5457-4699-8d28-f966db026ff0 demo admin] Router 605cedf5-3b22-46a4-87bc-4f6c628bde87 is scheduled to L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 with binding_index 1 {{(pid=103154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 14:54:46.087373 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-846f723e-5976-4f7c-a04e-b2448c332ee7 None None] Provisioning complete for port 5cb42bee-3914-4367-b521-240ce4a8d29e triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:54:46.087772 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-846f723e-5976-4f7c-a04e-b2448c332ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (5cb42bee-3914-4367-b521-240ce4a8d29e), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:46.095275 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3d5724-5457-4699-8d28-f966db026ff0 demo admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:54:46.102070 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-fc3d5724-5457-4699-8d28-f966db026ff0 demo admin] 10.222.0.35 "PUT /v2.0/routers/605cedf5-3b22-46a4-87bc-4f6c628bde87/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7818167 Mar 29 14:54:46.123641 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-846f723e-5976-4f7c-a04e-b2448c332ee7 None None] Port 5cb42bee-3914-4367-b521-240ce4a8d29e cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:54:46.128463 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b3a0b1-2120-419c-a885-a58125020b6c None None] Sync routers for ids ['605cedf5-3b22-46a4-87bc-4f6c628bde87'] in dv-cinder-835635-1-iscsi {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:54:46.141510 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b3a0b1-2120-419c-a885-a58125020b6c None None] Routers {'605cedf5-3b22-46a4-87bc-4f6c628bde87'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:54:46.142352 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-b7b3a0b1-2120-419c-a885-a58125020b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T14:54:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['605cedf5-3b22-46a4-87bc-4f6c628bde87'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:54:46.338467 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-b7b3a0b1-2120-419c-a885-a58125020b6c None None] Set router 605cedf5-3b22-46a4-87bc-4f6c628bde87 gateway port host: None {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:54:46.460634 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:46.780389 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-b7b3a0b1-2120-419c-a885-a58125020b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605cedf5-3b22-46a4-87bc-4f6c628bde87', 'name': 'router1', 'tenant_id': '6de70a2b63404f909bf074bd793ba6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:54:34Z', 'updated_at': '2022-03-29T14:54:45Z', 'revision_number': 2, 'project_id': '6de70a2b63404f909bf074bd793ba6f5', 'gw_port_host': None, '_interfaces': [{'id': '5cb42bee-3914-4367-b521-240ce4a8d29e', 'name': '', 'network_id': '61ee3b12-2787-40c1-962e-48798930c079', 'tenant_id': '6de70a2b63404f909bf074bd793ba6f5', 'mac_address': 'fa:16:3e:e9:c1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605cedf5-3b22-46a4-87bc-4f6c628bde87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c687593a-afda-4bae-a525-dc1b87b46b48', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:54:44Z', 'updated_at': '2022-03-29T14:54:45Z', 'revision_number': 2, 'project_id': '6de70a2b63404f909bf074bd793ba6f5', 'subnets': [{'id': 'c687593a-afda-4bae-a525-dc1b87b46b48', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4baf889-3686-4daf-8ee1-0ddc7b1fb0b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:54:46.833919 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b3a0b1-2120-419c-a885-a58125020b6c None None] Checking router: 605cedf5-3b22-46a4-87bc-4f6c628bde87 for host: dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:54:46.835847 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b3a0b1-2120-419c-a885-a58125020b6c None None] Updating router 605cedf5-3b22-46a4-87bc-4f6c628bde87 port 5cb42bee-3914-4367-b521-240ce4a8d29e binding host dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 14:54:46.890468 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-b7b3a0b1-2120-419c-a885-a58125020b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (5cb42bee-3914-4367-b521-240ce4a8d29e), before_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:47.424797 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-b7b3a0b1-2120-419c-a885-a58125020b6c None None] Publish callbacks [] for port (5cb42bee-3914-4367-b521-240ce4a8d29e), precommit_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:47.431127 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-b7b3a0b1-2120-419c-a885-a58125020b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (5cb42bee-3914-4367-b521-240ce4a8d29e), after_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:47.566299 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:47.601779 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a1148-9873-4897-954c-c746849afc7d None None] Pushing event updated for resources: {'Port': ['ID=5cb42bee-3914-4367-b521-240ce4a8d29e,revision_number=3']} {{(pid=103156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:47.620095 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a1148-9873-4897-954c-c746849afc7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:47.620442 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a1148-9873-4897-954c-c746849afc7d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:47.620822 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a1148-9873-4897-954c-c746849afc7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:47.621172 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a1148-9873-4897-954c-c746849afc7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:47.621502 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a1148-9873-4897-954c-c746849afc7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:47.621825 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a1148-9873-4897-954c-c746849afc7d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:47.622143 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a1148-9873-4897-954c-c746849afc7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:47.622458 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a1148-9873-4897-954c-c746849afc7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:47.622775 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a1148-9873-4897-954c-c746849afc7d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:47.623086 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a1148-9873-4897-954c-c746849afc7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:47.623405 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a1148-9873-4897-954c-c746849afc7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:47.623732 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a1148-9873-4897-954c-c746849afc7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:47.624046 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a1148-9873-4897-954c-c746849afc7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:47.624357 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a1148-9873-4897-954c-c746849afc7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:47.624688 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a1148-9873-4897-954c-c746849afc7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a1148-9873-4897-954c-c746849afc7d None None] Tracked resource versions report: Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: pushed versions: Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: { 'AddressGroup': {'1.2'}, Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: 'Agent': {'1.1'}, Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: 'ConntrackHelper': {'1.0'}, Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: 'LocalIPAssociation': {'1.0'}, Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: 'Log': {'1.0'}, Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: 'NDPProxy': {'1.0'}, Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: 'Network': {'1.1'}, Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: 'Port': {'1.7'}, Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: 'PortForwarding': {'1.3'}, Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: 'QosPolicy': {'1.10'}, Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: 'SecurityGroup': {'1.5'}, Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: 'SecurityGroupRule': {'1.2'}, Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: 'SubPort': {'1.0'}, Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: 'Subnet': {'1.1'}, Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: 'Trunk': {'1.1'}} Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: consumer versions: Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: { DHCP agent@dv-cinder-835635-1-iscsi: {}, Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: L3 agent@dv-cinder-835635-1-iscsi: {}, Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: Metadata agent@dv-cinder-835635-1-iscsi: {}, Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: Metering agent@dv-cinder-835635-1-iscsi: {}, Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: Open vSwitch agent@dv-cinder-835635-1-iscsi: { 'AddressGroup': '1.2', Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: 'Agent': '1.1', Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: 'ConntrackHelper': '1.0', Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: 'LocalIPAssociation': '1.0', Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: 'Log': '1.0', Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: 'NDPProxy': '1.0', Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: 'Network': '1.1', Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: 'Port': '1.7', Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: 'PortForwarding': '1.3', Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: 'QosPolicy': '1.10', Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: 'SecurityGroup': '1.5', Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: 'SecurityGroupRule': '1.2', Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: 'SubPort': '1.0', Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: 'Subnet': '1.1', Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: 'Trunk': '1.1'}} Mar 29 14:54:47.626126 dv-cinder-835635-1-iscsi neutron-server[103156]: {{(pid=103156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 14:54:47.628511 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-b7b3a0b1-2120-419c-a885-a58125020b6c None None] Attempting to bind port 5cb42bee-3914-4367-b521-240ce4a8d29e on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:54:47.628918 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-b7b3a0b1-2120-419c-a885-a58125020b6c None None] Attempting to bind port 5cb42bee-3914-4367-b521-240ce4a8d29e by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': '7504b7bc-c033-4b2e-87c9-adbb395485d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '61ee3b12-2787-40c1-962e-48798930c079'}] {{(pid=103156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:54:47.629351 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b3a0b1-2120-419c-a885-a58125020b6c None None] Attempting to bind port 5cb42bee-3914-4367-b521-240ce4a8d29e on network 61ee3b12-2787-40c1-962e-48798930c079 {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:54:47.637393 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b3a0b1-2120-419c-a885-a58125020b6c None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:54:47.637393 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b3a0b1-2120-419c-a885-a58125020b6c None None] Checking segment: {'id': '7504b7bc-c033-4b2e-87c9-adbb395485d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '61ee3b12-2787-40c1-962e-48798930c079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:54:47.637662 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-b7b3a0b1-2120-419c-a885-a58125020b6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:47.638043 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b3a0b1-2120-419c-a885-a58125020b6c None None] Bound using segment: {'id': '7504b7bc-c033-4b2e-87c9-adbb395485d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '61ee3b12-2787-40c1-962e-48798930c079'} {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:54:47.638500 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-b7b3a0b1-2120-419c-a885-a58125020b6c None None] Bound port: 5cb42bee-3914-4367-b521-240ce4a8d29e, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7504b7bc-c033-4b2e-87c9-adbb395485d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '61ee3b12-2787-40c1-962e-48798930c079'}}] {{(pid=103156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:54:47.638869 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-b7b3a0b1-2120-419c-a885-a58125020b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (5cb42bee-3914-4367-b521-240ce4a8d29e), before_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:47.652942 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-51d8676c-256f-4664-add1-3b68552b8f56 None None] Provisioning complete for port 5cb42bee-3914-4367-b521-240ce4a8d29e triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:54:47.653422 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-51d8676c-256f-4664-add1-3b68552b8f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (5cb42bee-3914-4367-b521-240ce4a8d29e), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:47.695426 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-51d8676c-256f-4664-add1-3b68552b8f56 None None] Port 5cb42bee-3914-4367-b521-240ce4a8d29e cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 14:54:47.711245 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.db [None req-b7b3a0b1-2120-419c-a885-a58125020b6c None None] For port 5cb42bee-3914-4367-b521-240ce4a8d29e, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:54:47.731234 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.db [None req-b7b3a0b1-2120-419c-a885-a58125020b6c None None] For port 5cb42bee-3914-4367-b521-240ce4a8d29e, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=5cb42bee-3914-4367-b521-240ce4a8d29e,segment=NetworkSegment(7504b7bc-c033-4b2e-87c9-adbb395485d6),segment_id=7504b7bc-c033-4b2e-87c9-adbb395485d6)] {{(pid=103156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:54:47.736879 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-b7b3a0b1-2120-419c-a885-a58125020b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (5cb42bee-3914-4367-b521-240ce4a8d29e), after_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:47.782223 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b3a0b1-2120-419c-a885-a58125020b6c None None] Routers {'605cedf5-3b22-46a4-87bc-4f6c628bde87'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:54:47.782844 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-b7b3a0b1-2120-419c-a885-a58125020b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T14:54:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['605cedf5-3b22-46a4-87bc-4f6c628bde87'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:54:47.885728 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a1148-9873-4897-954c-c746849afc7d None None] Pushing event updated for resources: {'Port': ['ID=5cb42bee-3914-4367-b521-240ce4a8d29e,revision_number=4']} {{(pid=103156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:47.891832 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-b7b3a0b1-2120-419c-a885-a58125020b6c None None] Set router 605cedf5-3b22-46a4-87bc-4f6c628bde87 gateway port host: None {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:54:48.016303 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-12045829-2585-44ab-b664-313a04e0bb1b None None] Provisioning complete for port 5cb42bee-3914-4367-b521-240ce4a8d29e triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:54:48.016671 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-12045829-2585-44ab-b664-313a04e0bb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (5cb42bee-3914-4367-b521-240ce4a8d29e), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:48.097471 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-12045829-2585-44ab-b664-313a04e0bb1b None None] Current status of the port 5cb42bee-3914-4367-b521-240ce4a8d29e is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:54:48.097811 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-12045829-2585-44ab-b664-313a04e0bb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (5cb42bee-3914-4367-b521-240ce4a8d29e), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:48.126662 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-b7b3a0b1-2120-419c-a885-a58125020b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605cedf5-3b22-46a4-87bc-4f6c628bde87', 'name': 'router1', 'tenant_id': '6de70a2b63404f909bf074bd793ba6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:54:34Z', 'updated_at': '2022-03-29T14:54:45Z', 'revision_number': 2, 'project_id': '6de70a2b63404f909bf074bd793ba6f5', 'gw_port_host': None, '_interfaces': [{'id': '5cb42bee-3914-4367-b521-240ce4a8d29e', 'name': '', 'network_id': '61ee3b12-2787-40c1-962e-48798930c079', 'tenant_id': '6de70a2b63404f909bf074bd793ba6f5', 'mac_address': 'fa:16:3e:e9:c1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605cedf5-3b22-46a4-87bc-4f6c628bde87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c687593a-afda-4bae-a525-dc1b87b46b48', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:54:44Z', 'updated_at': '2022-03-29T14:54:47Z', 'revision_number': 4, 'project_id': '6de70a2b63404f909bf074bd793ba6f5', 'subnets': [{'id': 'c687593a-afda-4bae-a525-dc1b87b46b48', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4baf889-3686-4daf-8ee1-0ddc7b1fb0b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:54:48.130967 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-12045829-2585-44ab-b664-313a04e0bb1b None None] For port 5cb42bee-3914-4367-b521-240ce4a8d29e, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=5cb42bee-3914-4367-b521-240ce4a8d29e,segment=NetworkSegment(7504b7bc-c033-4b2e-87c9-adbb395485d6),segment_id=7504b7bc-c033-4b2e-87c9-adbb395485d6)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:54:48.137595 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-12045829-2585-44ab-b664-313a04e0bb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (5cb42bee-3914-4367-b521-240ce4a8d29e), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:48.153309 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b3a0b1-2120-419c-a885-a58125020b6c None None] The sync data for ids ['605cedf5-3b22-46a4-87bc-4f6c628bde87'] in dv-cinder-835635-1-iscsi is: [{'id': '605cedf5-3b22-46a4-87bc-4f6c628bde87', 'name': 'router1', 'tenant_id': '6de70a2b63404f909bf074bd793ba6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:54:34Z', 'updated_at': '2022-03-29T14:54:45Z', 'revision_number': 2, 'project_id': '6de70a2b63404f909bf074bd793ba6f5', 'gw_port_host': None, '_interfaces': [{'id': '5cb42bee-3914-4367-b521-240ce4a8d29e', 'name': '', 'network_id': '61ee3b12-2787-40c1-962e-48798930c079', 'tenant_id': '6de70a2b63404f909bf074bd793ba6f5', 'mac_address': 'fa:16:3e:e9:c1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605cedf5-3b22-46a4-87bc-4f6c628bde87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c687593a-afda-4bae-a525-dc1b87b46b48', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:54:44Z', 'updated_at': '2022-03-29T14:54:47Z', 'revision_number': 4, 'project_id': '6de70a2b63404f909bf074bd793ba6f5', 'subnets': [{'id': 'c687593a-afda-4bae-a525-dc1b87b46b48', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4baf889-3686-4daf-8ee1-0ddc7b1fb0b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:54:48.192381 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12045829-2585-44ab-b664-313a04e0bb1b None None] Pushing event updated for resources: {'Port': ['ID=5cb42bee-3914-4367-b521-240ce4a8d29e,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:48.649504 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 35450) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:48.845310 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb94579-9d2f-466e-a1de-1ed59318c0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:48.846671 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-0bb94579-9d2f-466e-a1de-1ed59318c0d7 admin admin] 10.222.0.35 "GET /v2.0/networks/73fab6d0-c07f-433f-9c69-8ff3a31867f5 HTTP/1.1" status: 200 len: 842 time: 0.1961260 Mar 29 14:54:48.856001 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-5d73bc9f-a956-47dd-82a7-042f4c69f182 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'cidr': '172.27.2.0/24', 'ip_version': 4}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:54:48.875174 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d73bc9f-a956-47dd-82a7-042f4c69f182 admin admin] Made reservation on behalf of ab83743bbc3a4199943305726ab8b6b3 for: {'subnet': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:54:48.877540 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5d73bc9f-a956-47dd-82a7-042f4c69f182 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:49.165154 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.objects.ports [None req-5d73bc9f-a956-47dd-82a7-042f4c69f182 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103154) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 14:54:49.165466 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5d73bc9f-a956-47dd-82a7-042f4c69f182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834'] for subnet (bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:49.294291 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73bc9f-a956-47dd-82a7-042f4c69f182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:49.304959 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d73bc9f-a956-47dd-82a7-042f4c69f182 admin admin] Checking segment: {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:54:49.305309 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d73bc9f-a956-47dd-82a7-042f4c69f182 admin admin] Network hostable DHCP agents. Network: 73fab6d0-c07f-433f-9c69-8ff3a31867f5, hostable agents: ['a6029aa5-8774-4641-86ae-5d2d983dd0a8'], hosted agents: [] {{(pid=103154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 14:54:49.321962 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d73bc9f-a956-47dd-82a7-042f4c69f182 admin admin] Network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 is scheduled to be hosted by DHCP agent a6029aa5-8774-4641-86ae-5d2d983dd0a8 with binding_index 1 {{(pid=103154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 14:54:49.330445 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-5d73bc9f-a956-47dd-82a7-042f4c69f182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-1-iscsi, 73fab6d0-c07f-433f-9c69-8ff3a31867f5) {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:54:49.335243 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d73bc9f-a956-47dd-82a7-042f4c69f182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:49.335944 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5d73bc9f-a956-47dd-82a7-042f4c69f182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for subnet (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:49.340543 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ca9987-781f-4a11-8ffb-628beee2ffc1 None None] Network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:54:49.364968 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-5d73bc9f-a956-47dd-82a7-042f4c69f182 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4995046 Mar 29 14:54:49.466515 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf893a3-8f3e-460c-b187-f34e3b7eb1a5 None None] Network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:54:51.909311 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 35468) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:52.047426 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-dd07fa3d-a6b4-46ea-a950-50a64206ec7b demo admin] 10.222.0.35 "GET /v2.0/routers/605cedf5-3b22-46a4-87bc-4f6c628bde87 HTTP/1.1" status: 200 len: 710 time: 0.1368785 Mar 29 14:54:52.133142 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae35ec7-49f9-4aa9-a9a5-c3de499027c1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:54:52.134521 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-cae35ec7-49f9-4aa9-a9a5-c3de499027c1 demo admin] 10.222.0.35 "GET /v2.0/networks/73fab6d0-c07f-433f-9c69-8ff3a31867f5 HTTP/1.1" status: 200 len: 886 time: 0.0818777 Mar 29 14:54:52.143300 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-65bdaa5a-5c31-4b0c-8b2e-f0e5de835b93 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:54:52.397003 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-65bdaa5a-5c31-4b0c-8b2e-f0e5de835b93 demo admin] Publish callbacks [] for router_gateway (605cedf5-3b22-46a4-87bc-4f6c628bde87), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:52.629608 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-65bdaa5a-5c31-4b0c-8b2e-f0e5de835b93 demo admin] Publish callbacks [] for router_gateway (605cedf5-3b22-46a4-87bc-4f6c628bde87), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:52.705127 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-65bdaa5a-5c31-4b0c-8b2e-f0e5de835b93 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:52.807635 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-65bdaa5a-5c31-4b0c-8b2e-f0e5de835b93 demo admin] Allocated IP 172.27.2.87 (73fab6d0-c07f-433f-9c69-8ff3a31867f5/bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83/80ca0e0c-8377-4b38-853e-ada6d6430ca3) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:54:52.908878 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-65bdaa5a-5c31-4b0c-8b2e-f0e5de835b93 demo admin] Publish callbacks [] for port (80ca0e0c-8377-4b38-853e-ada6d6430ca3), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:52.941677 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-65bdaa5a-5c31-4b0c-8b2e-f0e5de835b93 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196'] for port (80ca0e0c-8377-4b38-853e-ada6d6430ca3), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:52.978902 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bdaa5a-5c31-4b0c-8b2e-f0e5de835b93 demo admin] Network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:54:52.981639 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-65bdaa5a-5c31-4b0c-8b2e-f0e5de835b93 demo admin] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:54:52.988585 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bdaa5a-5c31-4b0c-8b2e-f0e5de835b93 demo admin] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:54:53.023872 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bdaa5a-5c31-4b0c-8b2e-f0e5de835b93 demo admin] Pushing event updated for resources: {'Port': ['ID=80ca0e0c-8377-4b38-853e-ada6d6430ca3,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:53.241534 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-65bdaa5a-5c31-4b0c-8b2e-f0e5de835b93 demo admin] Publish callbacks [] for router_gateway (605cedf5-3b22-46a4-87bc-4f6c628bde87), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:53.534627 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-65bdaa5a-5c31-4b0c-8b2e-f0e5de835b93 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1793462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3057'] for router (605cedf5-3b22-46a4-87bc-4f6c628bde87), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:53.539020 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-65bdaa5a-5c31-4b0c-8b2e-f0e5de835b93 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1787344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1787353', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1793471'] for router (605cedf5-3b22-46a4-87bc-4f6c628bde87), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:53.651342 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bdaa5a-5c31-4b0c-8b2e-f0e5de835b93 demo admin] Router 605cedf5-3b22-46a4-87bc-4f6c628bde87 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 14:54:53.758505 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bdaa5a-5c31-4b0c-8b2e-f0e5de835b93 demo admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 14:54:53.763066 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-65bdaa5a-5c31-4b0c-8b2e-f0e5de835b93 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:53.764204 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-65bdaa5a-5c31-4b0c-8b2e-f0e5de835b93 demo admin] 10.222.0.35 "PUT /v2.0/routers/605cedf5-3b22-46a4-87bc-4f6c628bde87 HTTP/1.1" status: 200 len: 889 time: 1.6241150 Mar 29 14:54:56.326433 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 35480) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:54:56.347192 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 5cb42bee-3914-4367-b521-240ce4a8d29e up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:54:56.400953 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 5cb42bee-3914-4367-b521-240ce4a8d29e triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:54:56.401349 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (5cb42bee-3914-4367-b521-240ce4a8d29e), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:56.464710 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-9cc916b0-fff4-45cf-9b72-279986b1b236 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1296859 Mar 29 14:54:56.483281 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 5cb42bee-3914-4367-b521-240ce4a8d29e is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:54:56.773914 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50535cc7-1608-4622-b411-b172182c595b None None] Sync routers for ids ['605cedf5-3b22-46a4-87bc-4f6c628bde87'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 14:54:56.785977 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50535cc7-1608-4622-b411-b172182c595b None None] Routers {'605cedf5-3b22-46a4-87bc-4f6c628bde87'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:54:56.786642 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-50535cc7-1608-4622-b411-b172182c595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T14:54:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['605cedf5-3b22-46a4-87bc-4f6c628bde87'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:54:57.011737 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-50535cc7-1608-4622-b411-b172182c595b None None] Set router 605cedf5-3b22-46a4-87bc-4f6c628bde87 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:54:57.506826 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-50535cc7-1608-4622-b411-b172182c595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605cedf5-3b22-46a4-87bc-4f6c628bde87', 'name': 'router1', 'tenant_id': '6de70a2b63404f909bf074bd793ba6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '80ca0e0c-8377-4b38-853e-ada6d6430ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:54:34Z', 'updated_at': '2022-03-29T14:54:53Z', 'revision_number': 4, 'project_id': '6de70a2b63404f909bf074bd793ba6f5', 'gw_port': {'id': '80ca0e0c-8377-4b38-853e-ada6d6430ca3', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605cedf5-3b22-46a4-87bc-4f6c628bde87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:54:52Z', 'updated_at': '2022-03-29T14:54:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '5cb42bee-3914-4367-b521-240ce4a8d29e', 'name': '', 'network_id': '61ee3b12-2787-40c1-962e-48798930c079', 'tenant_id': '6de70a2b63404f909bf074bd793ba6f5', 'mac_address': 'fa:16:3e:e9:c1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605cedf5-3b22-46a4-87bc-4f6c628bde87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c687593a-afda-4bae-a525-dc1b87b46b48', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:54:44Z', 'updated_at': '2022-03-29T14:54:48Z', 'revision_number': 5, 'project_id': '6de70a2b63404f909bf074bd793ba6f5', 'subnets': [{'id': 'c687593a-afda-4bae-a525-dc1b87b46b48', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4baf889-3686-4daf-8ee1-0ddc7b1fb0b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:54:57.557974 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50535cc7-1608-4622-b411-b172182c595b None None] Checking router: 605cedf5-3b22-46a4-87bc-4f6c628bde87 for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 14:54:57.558272 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50535cc7-1608-4622-b411-b172182c595b None None] Updating router 605cedf5-3b22-46a4-87bc-4f6c628bde87 port 80ca0e0c-8377-4b38-853e-ada6d6430ca3 binding host dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 14:54:57.611423 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-50535cc7-1608-4622-b411-b172182c595b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (80ca0e0c-8377-4b38-853e-ada6d6430ca3), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:57.936001 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-50535cc7-1608-4622-b411-b172182c595b None None] Publish callbacks [] for port (80ca0e0c-8377-4b38-853e-ada6d6430ca3), precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:57.941184 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-50535cc7-1608-4622-b411-b172182c595b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (80ca0e0c-8377-4b38-853e-ada6d6430ca3), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:57.995005 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-50535cc7-1608-4622-b411-b172182c595b None None] Attempting to bind port 80ca0e0c-8377-4b38-853e-ada6d6430ca3 on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:54:57.995373 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-50535cc7-1608-4622-b411-b172182c595b None None] Attempting to bind port 80ca0e0c-8377-4b38-853e-ada6d6430ca3 by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:54:57.995730 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50535cc7-1608-4622-b411-b172182c595b None None] Attempting to bind port 80ca0e0c-8377-4b38-853e-ada6d6430ca3 on network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:54:57.997667 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8c6c6-9b24-475c-b0af-d27fb6aca72e None None] Pushing event updated for resources: {'Port': ['ID=80ca0e0c-8377-4b38-853e-ada6d6430ca3,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:58.007794 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50535cc7-1608-4622-b411-b172182c595b None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:54:58.008129 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50535cc7-1608-4622-b411-b172182c595b None None] Checking segment: {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:54:58.008525 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-50535cc7-1608-4622-b411-b172182c595b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:58.008964 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50535cc7-1608-4622-b411-b172182c595b None None] Bound using segment: {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:54:58.009401 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-50535cc7-1608-4622-b411-b172182c595b None None] Bound port: 80ca0e0c-8377-4b38-853e-ada6d6430ca3, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:54:58.009777 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-50535cc7-1608-4622-b411-b172182c595b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (80ca0e0c-8377-4b38-853e-ada6d6430ca3), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:58.058842 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-50535cc7-1608-4622-b411-b172182c595b None None] For port 80ca0e0c-8377-4b38-853e-ada6d6430ca3, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:54:58.061945 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-50535cc7-1608-4622-b411-b172182c595b None None] For port 80ca0e0c-8377-4b38-853e-ada6d6430ca3, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=80ca0e0c-8377-4b38-853e-ada6d6430ca3,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:54:58.066907 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-50535cc7-1608-4622-b411-b172182c595b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (80ca0e0c-8377-4b38-853e-ada6d6430ca3), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:54:58.129932 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50535cc7-1608-4622-b411-b172182c595b None None] Routers {'605cedf5-3b22-46a4-87bc-4f6c628bde87'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 14:54:58.131378 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-50535cc7-1608-4622-b411-b172182c595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T14:54:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['605cedf5-3b22-46a4-87bc-4f6c628bde87'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:54:58.170230 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8c6c6-9b24-475c-b0af-d27fb6aca72e None None] Pushing event updated for resources: {'Port': ['ID=80ca0e0c-8377-4b38-853e-ada6d6430ca3,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:54:58.247828 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-50535cc7-1608-4622-b411-b172182c595b None None] Set router 605cedf5-3b22-46a4-87bc-4f6c628bde87 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 14:54:58.474986 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-50535cc7-1608-4622-b411-b172182c595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605cedf5-3b22-46a4-87bc-4f6c628bde87', 'name': 'router1', 'tenant_id': '6de70a2b63404f909bf074bd793ba6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '80ca0e0c-8377-4b38-853e-ada6d6430ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:54:34Z', 'updated_at': '2022-03-29T14:54:53Z', 'revision_number': 4, 'project_id': '6de70a2b63404f909bf074bd793ba6f5', 'gw_port': {'id': '80ca0e0c-8377-4b38-853e-ada6d6430ca3', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605cedf5-3b22-46a4-87bc-4f6c628bde87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:54:52Z', 'updated_at': '2022-03-29T14:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '5cb42bee-3914-4367-b521-240ce4a8d29e', 'name': '', 'network_id': '61ee3b12-2787-40c1-962e-48798930c079', 'tenant_id': '6de70a2b63404f909bf074bd793ba6f5', 'mac_address': 'fa:16:3e:e9:c1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605cedf5-3b22-46a4-87bc-4f6c628bde87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c687593a-afda-4bae-a525-dc1b87b46b48', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:54:44Z', 'updated_at': '2022-03-29T14:54:48Z', 'revision_number': 5, 'project_id': '6de70a2b63404f909bf074bd793ba6f5', 'subnets': [{'id': 'c687593a-afda-4bae-a525-dc1b87b46b48', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4baf889-3686-4daf-8ee1-0ddc7b1fb0b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 14:54:58.503134 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50535cc7-1608-4622-b411-b172182c595b None None] The sync data for ids ['605cedf5-3b22-46a4-87bc-4f6c628bde87'] in dv-cinder-835635-1-iscsi is: [{'id': '605cedf5-3b22-46a4-87bc-4f6c628bde87', 'name': 'router1', 'tenant_id': '6de70a2b63404f909bf074bd793ba6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '80ca0e0c-8377-4b38-853e-ada6d6430ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T14:54:34Z', 'updated_at': '2022-03-29T14:54:53Z', 'revision_number': 4, 'project_id': '6de70a2b63404f909bf074bd793ba6f5', 'gw_port': {'id': '80ca0e0c-8377-4b38-853e-ada6d6430ca3', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605cedf5-3b22-46a4-87bc-4f6c628bde87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:54:52Z', 'updated_at': '2022-03-29T14:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '5cb42bee-3914-4367-b521-240ce4a8d29e', 'name': '', 'network_id': '61ee3b12-2787-40c1-962e-48798930c079', 'tenant_id': '6de70a2b63404f909bf074bd793ba6f5', 'mac_address': 'fa:16:3e:e9:c1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605cedf5-3b22-46a4-87bc-4f6c628bde87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c687593a-afda-4bae-a525-dc1b87b46b48', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T14:54:44Z', 'updated_at': '2022-03-29T14:54:48Z', 'revision_number': 5, 'project_id': '6de70a2b63404f909bf074bd793ba6f5', 'subnets': [{'id': 'c687593a-afda-4bae-a525-dc1b87b46b48', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4baf889-3686-4daf-8ee1-0ddc7b1fb0b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 14:55:00.478069 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 80ca0e0c-8377-4b38-853e-ada6d6430ca3 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:55:00.665095 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 80ca0e0c-8377-4b38-853e-ada6d6430ca3 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:55:00.665406 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (80ca0e0c-8377-4b38-853e-ada6d6430ca3), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:00.929500 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 80ca0e0c-8377-4b38-853e-ada6d6430ca3 is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:55:00.930360 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (80ca0e0c-8377-4b38-853e-ada6d6430ca3), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:00.965425 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] For port 80ca0e0c-8377-4b38-853e-ada6d6430ca3, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=80ca0e0c-8377-4b38-853e-ada6d6430ca3,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:55:00.975437 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (80ca0e0c-8377-4b38-853e-ada6d6430ca3), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:01.048445 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Pushing event updated for resources: {'Port': ['ID=80ca0e0c-8377-4b38-853e-ada6d6430ca3,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:55:02.405377 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 80ca0e0c-8377-4b38-853e-ada6d6430ca3 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:55:02.637074 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 80ca0e0c-8377-4b38-853e-ada6d6430ca3 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:55:02.637468 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (80ca0e0c-8377-4b38-853e-ada6d6430ca3), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:02.880557 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 80ca0e0c-8377-4b38-853e-ada6d6430ca3 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:55:11.362680 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9b77d8bd-045c-47dc-9c0d-e17939dfa2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:13.687210 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-97760f48-c274-4c73-bee8-1bdc12482433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:13.898751 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 5 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:55:14.661172 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:16.582929 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:17.561969 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:41.355804 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7cd5b285-091c-441f-9ff2-ce7c7b8269d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:43.682914 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-536a08aa-f5d7-4267-810d-4b2abc90e167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:44.655579 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:46.473491 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:47.565522 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:55:50.899905 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 5 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:56:11.357434 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-0e6e7892-cd41-4d93-a802-aef722f49209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:13.685428 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-a1c29b42-fd28-4dd7-b35e-37023a70a4df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:14.653093 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:16.473038 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:17.571986 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:22.721200 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 35964) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:22.781612 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee3072e-e462-4745-9ff0-adb2095ded8e admin admin] GET failed (client error): The resource could not be found. Mar 29 14:56:22.782907 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-3ee3072e-e462-4745-9ff0-adb2095ded8e admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607526 Mar 29 14:56:22.955478 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dda21c-5788-44dc-b50a-9aba5f132726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:22.957024 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-f8dda21c-5788-44dc-b50a-9aba5f132726 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1700821 Mar 29 14:56:25.406618 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 35974) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:25.496603 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca081200-b0c4-4cfa-a602-5003cbadb7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:25.497934 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-ca081200-b0c4-4cfa-a602-5003cbadb7bb admin admin] 10.222.0.35 "GET /v2.0/subnets/c687593a-afda-4bae-a525-dc1b87b46b48 HTTP/1.1" status: 200 len: 849 time: 0.0903432 Mar 29 14:56:25.508015 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-626e219d-3110-4503-adb1-f70e97a8bf43 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:56:25.594185 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-626e219d-3110-4503-adb1-f70e97a8bf43 admin admin] Publish callbacks [] for subnet (c687593a-afda-4bae-a525-dc1b87b46b48), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:25.742171 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-626e219d-3110-4503-adb1-f70e97a8bf43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776791966850'] for subnet (c687593a-afda-4bae-a525-dc1b87b46b48), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:25.773282 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626e219d-3110-4503-adb1-f70e97a8bf43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:25.773425 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-626e219d-3110-4503-adb1-f70e97a8bf43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for subnet (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:25.775782 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-626e219d-3110-4503-adb1-f70e97a8bf43 admin admin] 10.222.0.35 "PUT /v2.0/subnets/c687593a-afda-4bae-a525-dc1b87b46b48 HTTP/1.1" status: 200 len: 868 time: 0.2718089 Mar 29 14:56:25.776888 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83afa8df-548f-4981-b386-ca1f21daf64e None None] Network 61ee3b12-2787-40c1-962e-48798930c079 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:56:25.795821 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e219d-3110-4503-adb1-f70e97a8bf43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c687593a-afda-4bae-a525-dc1b87b46b48,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:56:25.808417 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e219d-3110-4503-adb1-f70e97a8bf43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:25.808794 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e219d-3110-4503-adb1-f70e97a8bf43 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:25.809312 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e219d-3110-4503-adb1-f70e97a8bf43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:25.809660 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e219d-3110-4503-adb1-f70e97a8bf43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:25.809993 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e219d-3110-4503-adb1-f70e97a8bf43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:25.810321 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e219d-3110-4503-adb1-f70e97a8bf43 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:25.810648 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e219d-3110-4503-adb1-f70e97a8bf43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:25.810976 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e219d-3110-4503-adb1-f70e97a8bf43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:25.811317 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e219d-3110-4503-adb1-f70e97a8bf43 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:25.811652 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e219d-3110-4503-adb1-f70e97a8bf43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:25.811996 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e219d-3110-4503-adb1-f70e97a8bf43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:25.812337 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e219d-3110-4503-adb1-f70e97a8bf43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:25.812693 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e219d-3110-4503-adb1-f70e97a8bf43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:25.813016 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e219d-3110-4503-adb1-f70e97a8bf43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:25.813334 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626e219d-3110-4503-adb1-f70e97a8bf43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:56:26.173840 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-6f0d6263-656a-4bb9-ad17-ecf2098f1610 None None] Provisioning complete for port 27f56874-f6d7-4f61-9940-91be2757686d triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:56:26.174227 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-6f0d6263-656a-4bb9-ad17-ecf2098f1610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (27f56874-f6d7-4f61-9940-91be2757686d), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:26.254076 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-6f0d6263-656a-4bb9-ad17-ecf2098f1610 None None] Current status of the port 27f56874-f6d7-4f61-9940-91be2757686d is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:56:26.263821 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-6f0d6263-656a-4bb9-ad17-ecf2098f1610 None None] Provisioning complete for port 5cb42bee-3914-4367-b521-240ce4a8d29e triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:56:26.264208 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-6f0d6263-656a-4bb9-ad17-ecf2098f1610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (5cb42bee-3914-4367-b521-240ce4a8d29e), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:26.342660 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-6f0d6263-656a-4bb9-ad17-ecf2098f1610 None None] Current status of the port 5cb42bee-3914-4367-b521-240ce4a8d29e is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:56:27.899444 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 5 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:56:28.106778 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 35982) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:28.304526 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b20bbf6-78a5-40d6-9f3b-2196cf4cdb2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:28.305014 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b20bbf6-78a5-40d6-9f3b-2196cf4cdb2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:28.306553 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-8b20bbf6-78a5-40d6-9f3b-2196cf4cdb2c admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1988180 Mar 29 14:56:30.624469 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 35990) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:30.771936 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16352168-08b8-41d6-a93e-4fc2df22ef98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:30.772476 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16352168-08b8-41d6-a93e-4fc2df22ef98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:30.774017 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-16352168-08b8-41d6-a93e-4fc2df22ef98 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1485653 Mar 29 14:56:33.116246 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 35998) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:33.247670 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d698382-e7eb-4b6c-817f-81525af97bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:33.249055 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-9d698382-e7eb-4b6c-817f-81525af97bca admin admin] 10.222.0.35 "GET /v2.0/networks/61ee3b12-2787-40c1-962e-48798930c079 HTTP/1.1" status: 200 len: 869 time: 0.1318235 Mar 29 14:56:35.633256 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 36006) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:35.756321 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d6bd6b-4c15-4517-852a-ebbe080a87bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:35.757724 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-a6d6bd6b-4c15-4517-852a-ebbe080a87bb admin admin] 10.222.0.35 "GET /v2.0/networks/73fab6d0-c07f-433f-9c69-8ff3a31867f5 HTTP/1.1" status: 200 len: 886 time: 0.1231420 Mar 29 14:56:38.093229 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 36014) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:38.319893 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6f25f9-8cd3-4270-8a9a-4f1e26b189c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:38.320254 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6f25f9-8cd3-4270-8a9a-4f1e26b189c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:38.321820 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-ce6f25f9-8cd3-4270-8a9a-4f1e26b189c4 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2276320 Mar 29 14:56:40.691254 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 36022) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:40.791323 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7396331f-a464-4e3f-a945-9d8c85b0b93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:40.791768 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7396331f-a464-4e3f-a945-9d8c85b0b93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:40.793298 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-7396331f-a464-4e3f-a945-9d8c85b0b93f admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1011086 Mar 29 14:56:41.360555 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-f2205f6d-35d0-4181-bc8a-7674e30e2733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:43.125628 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 36030) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:43.210394 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e175fa27-1311-4144-af8d-5304825c9b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:43.211735 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-e175fa27-1311-4144-af8d-5304825c9b39 admin admin] 10.222.0.35 "GET /v2.0/subnets/bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83 HTTP/1.1" status: 200 len: 816 time: 0.0851593 Mar 29 14:56:43.686157 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-03cc5d6c-5813-4c3e-9b31-75023d7e01ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:44.656052 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:45.511232 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 36038) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:56:45.604903 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65deac62-3db2-475f-b6e9-97cecdcacf5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:56:45.606255 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-65deac62-3db2-475f-b6e9-97cecdcacf5a admin admin] 10.222.0.35 "GET /v2.0/subnets/c687593a-afda-4bae-a525-dc1b87b46b48 HTTP/1.1" status: 200 len: 868 time: 0.0940733 Mar 29 14:56:46.477999 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:56:47.565241 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:04.898275 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 5 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:57:11.360786 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ce1df517-c667-47be-a03d-510d1cb670a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:13.687819 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-21160a8e-c58d-4235-ad3e-6cb6eca24f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:14.042017 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 36090) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:14.088395 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [None req-b8a3e8b9-bfcf-43f8-93dc-e85dbb4a5362 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103154) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 14:57:14.089429 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-b8a3e8b9-bfcf-43f8-93dc-e85dbb4a5362 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464706 Mar 29 14:57:14.659547 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:16.473178 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 36098) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:16.481885 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:16.533912 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.pecan_wsgi.hooks.translation [None req-cace473a-0d53-49ea-8de7-64f9a8f2179d admin admin] GET failed (client error): The resource could not be found. Mar 29 14:57:16.535245 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-cace473a-0d53-49ea-8de7-64f9a8f2179d admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604947 Mar 29 14:57:16.619560 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339733c7-5e24-433a-8e2f-dcda4513ea68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:16.621056 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-339733c7-5e24-433a-8e2f-dcda4513ea68 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0808332 Mar 29 14:57:17.660168 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:19.065121 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 36106) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:19.117827 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-88d8362d-4093-44c4-9921-317e08f6363c admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:57:19.141662 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d8362d-4093-44c4-9921-317e08f6363c admin admin] Made reservation on behalf of ab83743bbc3a4199943305726ab8b6b3 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:57:19.144436 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-88d8362d-4093-44c4-9921-317e08f6363c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for network (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:19.198552 dv-cinder-835635-1-iscsi neutron-server[103153]: WARNING neutron.services.revisions.revision_plugin [None req-88d8362d-4093-44c4-9921-317e08f6363c admin admin] Could not find related network for resource to bump revision. Mar 29 14:57:19.216237 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d8362d-4093-44c4-9921-317e08f6363c admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 14:57:19.231398 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-88d8362d-4093-44c4-9921-317e08f6363c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776791792177', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (cdb0ab56-023d-4505-aff0-f7a514c07038), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:19.231980 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-88d8362d-4093-44c4-9921-317e08f6363c admin admin] Unsubscribe: segment precommit_create {{(pid=103153) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 29 14:57:19.232506 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.db.segments_db [None req-88d8362d-4093-44c4-9921-317e08f6363c admin admin] Added segment cdb0ab56-023d-4505-aff0-f7a514c07038 of type vlan for network 583bd28d-a026-4922-84e4-4613e5a0f4b1 Mar 29 14:57:19.308514 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-88d8362d-4093-44c4-9921-317e08f6363c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776791432771'] for network (583bd28d-a026-4922-84e4-4613e5a0f4b1), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:19.339820 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-88d8362d-4093-44c4-9921-317e08f6363c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834'] for network (583bd28d-a026-4922-84e4-4613e5a0f4b1), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:19.341110 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d8362d-4093-44c4-9921-317e08f6363c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:19.341797 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-88d8362d-4093-44c4-9921-317e08f6363c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:19.369356 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-88d8362d-4093-44c4-9921-317e08f6363c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3031089 Mar 29 14:57:19.452290 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8362d-4093-44c4-9921-317e08f6363c admin admin] Pushing event updated for resources: {'Network': ['ID=583bd28d-a026-4922-84e4-4613e5a0f4b1,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:19.461945 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8362d-4093-44c4-9921-317e08f6363c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:19.462289 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8362d-4093-44c4-9921-317e08f6363c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:19.462633 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8362d-4093-44c4-9921-317e08f6363c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:19.462969 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8362d-4093-44c4-9921-317e08f6363c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:19.463299 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8362d-4093-44c4-9921-317e08f6363c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:19.464083 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8362d-4093-44c4-9921-317e08f6363c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:19.464412 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8362d-4093-44c4-9921-317e08f6363c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:19.464766 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8362d-4093-44c4-9921-317e08f6363c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:19.465097 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8362d-4093-44c4-9921-317e08f6363c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:19.465421 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8362d-4093-44c4-9921-317e08f6363c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:19.465758 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8362d-4093-44c4-9921-317e08f6363c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:19.466106 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8362d-4093-44c4-9921-317e08f6363c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:19.466425 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8362d-4093-44c4-9921-317e08f6363c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:19.466745 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8362d-4093-44c4-9921-317e08f6363c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:19.467056 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8362d-4093-44c4-9921-317e08f6363c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d8362d-4093-44c4-9921-317e08f6363c admin admin] Tracked resource versions report: Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: pushed versions: Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: { 'AddressGroup': {'1.2'}, Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: 'Agent': {'1.1'}, Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: 'ConntrackHelper': {'1.0'}, Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: 'LocalIPAssociation': {'1.0'}, Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: 'Log': {'1.0'}, Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: 'NDPProxy': {'1.0'}, Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: 'Network': {'1.1'}, Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: 'Port': {'1.7'}, Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: 'PortForwarding': {'1.3'}, Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: 'QosPolicy': {'1.10'}, Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: 'SecurityGroup': {'1.5'}, Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: 'SecurityGroupRule': {'1.2'}, Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: 'SubPort': {'1.0'}, Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: 'Subnet': {'1.1'}, Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: 'Trunk': {'1.1'}} Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: consumer versions: Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: { DHCP agent@dv-cinder-835635-1-iscsi: {}, Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: L3 agent@dv-cinder-835635-1-iscsi: {}, Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: Metadata agent@dv-cinder-835635-1-iscsi: {}, Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: Metering agent@dv-cinder-835635-1-iscsi: {}, Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: Open vSwitch agent@dv-cinder-835635-1-iscsi: { 'AddressGroup': '1.2', Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: 'Agent': '1.1', Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: 'ConntrackHelper': '1.0', Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: 'LocalIPAssociation': '1.0', Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: 'Log': '1.0', Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: 'NDPProxy': '1.0', Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: 'Network': '1.1', Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: 'Port': '1.7', Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: 'PortForwarding': '1.3', Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: 'QosPolicy': '1.10', Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: 'SecurityGroup': '1.5', Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: 'SecurityGroupRule': '1.2', Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: 'SubPort': '1.0', Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: 'Subnet': '1.1', Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: 'Trunk': '1.1'}} Mar 29 14:57:19.468640 dv-cinder-835635-1-iscsi neutron-server[103153]: {{(pid=103153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 14:57:19.500973 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Network 583bd28d-a026-4922-84e4-4613e5a0f4b1 details requested by agent ovs-agent-dv-cinder-835635-1-iscsi with host dv-cinder-835635-1-iscsi {{(pid=103155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 14:57:21.753297 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 36120) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:57:21.822963 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e000d6-cf2a-4524-9e8a-ae11f66d726a admin admin] GET failed (client error): The resource could not be found. Mar 29 14:57:21.824262 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-48e000d6-cf2a-4524-9e8a-ae11f66d726a admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0699816 Mar 29 14:57:21.929629 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9835b1-d840-48fb-ac66-5b913d1cc106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:21.931080 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-ef9835b1-d840-48fb-ac66-5b913d1cc106 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1028290 Mar 29 14:57:21.940619 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-1883fc33-f441-4bf4-88e5-291c9984a182 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '583bd28d-a026-4922-84e4-4613e5a0f4b1'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 14:57:21.961913 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1883fc33-f441-4bf4-88e5-291c9984a182 admin admin] Made reservation on behalf of ab83743bbc3a4199943305726ab8b6b3 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 14:57:21.964124 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1883fc33-f441-4bf4-88e5-291c9984a182 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:22.234113 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1883fc33-f441-4bf4-88e5-291c9984a182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834'] for subnet (2288d362-0c33-4954-bc86-92414af87f18), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:22.294187 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883fc33-f441-4bf4-88e5-291c9984a182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2288d362-0c33-4954-bc86-92414af87f18,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:22.304737 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1883fc33-f441-4bf4-88e5-291c9984a182 admin admin] Checking segment: {'id': 'cdb0ab56-023d-4505-aff0-f7a514c07038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '583bd28d-a026-4922-84e4-4613e5a0f4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:57:22.305123 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1883fc33-f441-4bf4-88e5-291c9984a182 admin admin] Network hostable DHCP agents. Network: 583bd28d-a026-4922-84e4-4613e5a0f4b1, hostable agents: ['a6029aa5-8774-4641-86ae-5d2d983dd0a8'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 14:57:22.325673 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1883fc33-f441-4bf4-88e5-291c9984a182 admin admin] Network 583bd28d-a026-4922-84e4-4613e5a0f4b1 is scheduled to be hosted by DHCP agent a6029aa5-8774-4641-86ae-5d2d983dd0a8 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 14:57:22.336829 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-1883fc33-f441-4bf4-88e5-291c9984a182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-1-iscsi, 583bd28d-a026-4922-84e4-4613e5a0f4b1) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:57:22.341496 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1883fc33-f441-4bf4-88e5-291c9984a182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 14:57:22.342095 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1883fc33-f441-4bf4-88e5-291c9984a182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for subnet (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:22.347117 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af1d80c-fd9e-4086-a55d-cc43a35169b2 None None] Network 583bd28d-a026-4922-84e4-4613e5a0f4b1 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:57:22.358351 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-1883fc33-f441-4bf4-88e5-291c9984a182 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4210551 Mar 29 14:57:22.454470 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp951e514f-1a9b-555e-af63-f294bc248ed5-583bd28d-a026-4922-84e4-4613e5a0f4b1', 'network_id': '583bd28d-a026-4922-84e4-4613e5a0f4b1', 'project_id': 'ab83743bbc3a4199943305726ab8b6b3', 'fixed_ips': [{'subnet_id': '2288d362-0c33-4954-bc86-92414af87f18'}]}} from dv-cinder-835635-1-iscsi. {{(pid=103155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 14:57:22.455347 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:22.599653 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.db_base_plugin_common [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Allocated IP 192.168.233.2 (583bd28d-a026-4922-84e4-4613e5a0f4b1/2288d362-0c33-4954-bc86-92414af87f18/46e0ae7d-528a-42c2-bd89-08eb8de5b132) {{(pid=103155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 14:57:22.746305 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Publish callbacks [] for port (46e0ae7d-528a-42c2-bd89-08eb8de5b132), precommit_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:22.752547 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196'] for port (46e0ae7d-528a-42c2-bd89-08eb8de5b132), after_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:22.792983 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Network 583bd28d-a026-4922-84e4-4613e5a0f4b1 is already hosted by enough agents. {{(pid=103155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 14:57:22.798293 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.scheduler.base_scheduler [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Resources bound (agent type, host, resource id): {{(pid=103155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 14:57:22.802733 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Received port after_create {{(pid=103155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 14:57:22.805802 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Pushing event updated for resources: {'Port': ['ID=46e0ae7d-528a-42c2-bd89-08eb8de5b132,revision_number=1']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:22.816656 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:22.816932 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:22.817319 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:22.817907 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:22.818282 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:22.818620 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:22.818944 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:22.819270 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:22.819600 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:22.819917 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:22.820237 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:22.820589 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:22.820918 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:22.821237 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:22.821607 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:57:22.874201 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Attempting to bind port 46e0ae7d-528a-42c2-bd89-08eb8de5b132 on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 14:57:22.874505 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Attempting to bind port 46e0ae7d-528a-42c2-bd89-08eb8de5b132 by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': 'cdb0ab56-023d-4505-aff0-f7a514c07038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '583bd28d-a026-4922-84e4-4613e5a0f4b1'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 14:57:22.875184 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Attempting to bind port 46e0ae7d-528a-42c2-bd89-08eb8de5b132 on network 583bd28d-a026-4922-84e4-4613e5a0f4b1 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 14:57:22.880681 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 14, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 14:57:22.881063 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Checking segment: {'id': 'cdb0ab56-023d-4505-aff0-f7a514c07038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '583bd28d-a026-4922-84e4-4613e5a0f4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 14:57:22.881460 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:22.881849 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Bound using segment: {'id': 'cdb0ab56-023d-4505-aff0-f7a514c07038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '583bd28d-a026-4922-84e4-4613e5a0f4b1'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 14:57:22.882308 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Bound port: 46e0ae7d-528a-42c2-bd89-08eb8de5b132, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb0ab56-023d-4505-aff0-f7a514c07038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '583bd28d-a026-4922-84e4-4613e5a0f4b1'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 14:57:22.882682 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (46e0ae7d-528a-42c2-bd89-08eb8de5b132), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:22.947541 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] For port 46e0ae7d-528a-42c2-bd89-08eb8de5b132, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 14:57:22.950627 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] For port 46e0ae7d-528a-42c2-bd89-08eb8de5b132, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=46e0ae7d-528a-42c2-bd89-08eb8de5b132,segment=NetworkSegment(cdb0ab56-023d-4505-aff0-f7a514c07038),segment_id=cdb0ab56-023d-4505-aff0-f7a514c07038)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 14:57:22.957618 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (46e0ae7d-528a-42c2-bd89-08eb8de5b132), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:23.017969 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da06335-e6d0-4992-b5eb-0b9bc13203d0 None None] Pushing event updated for resources: {'Port': ['ID=46e0ae7d-528a-42c2-bd89-08eb8de5b132,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:23.903840 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5708c7c2-2324-4b4e-b269-c221acb16d06 None None] Network 583bd28d-a026-4922-84e4-4613e5a0f4b1 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 14:57:24.039699 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-50a827ed-8e4f-4ea5-9e82-7e3b5063375c None None] Provisioning complete for port 46e0ae7d-528a-42c2-bd89-08eb8de5b132 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:57:24.040001 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-50a827ed-8e4f-4ea5-9e82-7e3b5063375c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (46e0ae7d-528a-42c2-bd89-08eb8de5b132), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:24.170301 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-50a827ed-8e4f-4ea5-9e82-7e3b5063375c None None] Current status of the port 46e0ae7d-528a-42c2-bd89-08eb8de5b132 is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:57:24.170696 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-50a827ed-8e4f-4ea5-9e82-7e3b5063375c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (46e0ae7d-528a-42c2-bd89-08eb8de5b132), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:24.218287 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-50a827ed-8e4f-4ea5-9e82-7e3b5063375c None None] For port 46e0ae7d-528a-42c2-bd89-08eb8de5b132, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=46e0ae7d-528a-42c2-bd89-08eb8de5b132,segment=NetworkSegment(cdb0ab56-023d-4505-aff0-f7a514c07038),segment_id=cdb0ab56-023d-4505-aff0-f7a514c07038)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 14:57:24.224167 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-50a827ed-8e4f-4ea5-9e82-7e3b5063375c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (46e0ae7d-528a-42c2-bd89-08eb8de5b132), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:24.288309 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a827ed-8e4f-4ea5-9e82-7e3b5063375c None None] Pushing event updated for resources: {'Port': ['ID=46e0ae7d-528a-42c2-bd89-08eb8de5b132,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:57:24.344994 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-13f6e708-a337-4fca-b203-6c1e72ea2f94 None None] Provisioning complete for port 46e0ae7d-528a-42c2-bd89-08eb8de5b132 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:57:24.345394 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-13f6e708-a337-4fca-b203-6c1e72ea2f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (46e0ae7d-528a-42c2-bd89-08eb8de5b132), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:24.459674 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-13f6e708-a337-4fca-b203-6c1e72ea2f94 None None] Current status of the port 46e0ae7d-528a-42c2-bd89-08eb8de5b132 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:57:24.478016 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 46e0ae7d-528a-42c2-bd89-08eb8de5b132 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 14:57:24.527497 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 46e0ae7d-528a-42c2-bd89-08eb8de5b132 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 14:57:24.527887 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (46e0ae7d-528a-42c2-bd89-08eb8de5b132), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:24.608784 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 46e0ae7d-528a-42c2-bd89-08eb8de5b132 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 14:57:41.362785 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-4d7d4516-c36f-4b0c-ae5c-2764a582833f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:41.897167 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 5 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:57:43.690132 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-16fd0ae3-74e4-4ba7-8671-806095ec7ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:44.662151 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:46.484762 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:57:47.564369 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:11.366201 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-666a0e29-25c8-4c8a-82d0-48f98a5a4259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:13.693095 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-fd42abf5-3ceb-486a-9e42-d7fc33ba1ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:14.665523 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:16.487903 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:17.566356 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:18.895936 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 5 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:58:41.369820 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-363494ff-779f-4f04-b4d1-6915c86800f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:42.929085 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 36158) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:58:42.934864 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [None req-c6304d34-3b38-4a72-93d6-31b7409b1456 tempest-verify_tempest_config-1423969095 tempest-verify_tempest_config-1423969095-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103154) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 14:58:42.935835 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-c6304d34-3b38-4a72-93d6-31b7409b1456 tempest-verify_tempest_config-1423969095 tempest-verify_tempest_config-1423969095-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057619 Mar 29 14:58:43.230701 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 36176) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:58:43.329373 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-69ef103a-aa92-40b1-ab9f-569a4bfcc4f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:43.399648 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-69ef103a-aa92-40b1-ab9f-569a4bfcc4f6 admin admin] Publish callbacks [] for security_group (511ace26-697f-4bb3-bfbc-5e16bfa46845), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:43.403104 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-69ef103a-aa92-40b1-ab9f-569a4bfcc4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (511ace26-697f-4bb3-bfbc-5e16bfa46845), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:43.451698 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-69ef103a-aa92-40b1-ab9f-569a4bfcc4f6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9b97d28c6df945778528698702e4ff40&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2199340 Mar 29 14:58:43.452670 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef103a-aa92-40b1-ab9f-569a4bfcc4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511ace26-697f-4bb3-bfbc-5e16bfa46845,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:58:43.454573 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 36180) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 14:58:43.460257 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef103a-aa92-40b1-ab9f-569a4bfcc4f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:43.460621 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef103a-aa92-40b1-ab9f-569a4bfcc4f6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:43.460978 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef103a-aa92-40b1-ab9f-569a4bfcc4f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:43.461311 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef103a-aa92-40b1-ab9f-569a4bfcc4f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:43.461638 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef103a-aa92-40b1-ab9f-569a4bfcc4f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:43.461960 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef103a-aa92-40b1-ab9f-569a4bfcc4f6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:43.462279 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef103a-aa92-40b1-ab9f-569a4bfcc4f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:43.462621 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef103a-aa92-40b1-ab9f-569a4bfcc4f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:43.462929 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef103a-aa92-40b1-ab9f-569a4bfcc4f6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:43.463250 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef103a-aa92-40b1-ab9f-569a4bfcc4f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:43.463586 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef103a-aa92-40b1-ab9f-569a4bfcc4f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:43.463899 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef103a-aa92-40b1-ab9f-569a4bfcc4f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:43.464301 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef103a-aa92-40b1-ab9f-569a4bfcc4f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:43.464516 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef103a-aa92-40b1-ab9f-569a4bfcc4f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:43.464856 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ef103a-aa92-40b1-ab9f-569a4bfcc4f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:43.547365 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a42792ff-094a-453e-8fff-91c04946c645 admin admin] Publish callbacks [] for security_group (511ace26-697f-4bb3-bfbc-5e16bfa46845), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:43.567621 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a42792ff-094a-453e-8fff-91c04946c645 admin admin] Publish callbacks [] for security_group (511ace26-697f-4bb3-bfbc-5e16bfa46845), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:43.659048 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a42792ff-094a-453e-8fff-91c04946c645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (511ace26-697f-4bb3-bfbc-5e16bfa46845), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:43.663659 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a42792ff-094a-453e-8fff-91c04946c645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:43.665092 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-a42792ff-094a-453e-8fff-91c04946c645 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/511ace26-697f-4bb3-bfbc-5e16bfa46845 HTTP/1.1" status: 204 len: 168 time: 0.2095556 Mar 29 14:58:43.673183 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42792ff-094a-453e-8fff-91c04946c645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511ace26-697f-4bb3-bfbc-5e16bfa46845,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 14:58:43.694996 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42792ff-094a-453e-8fff-91c04946c645 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:43.695153 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9c499736-5f17-4b4c-9b91-3e747d3c5abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:43.695632 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42792ff-094a-453e-8fff-91c04946c645 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:43.696384 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42792ff-094a-453e-8fff-91c04946c645 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:43.696956 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42792ff-094a-453e-8fff-91c04946c645 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:43.697429 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42792ff-094a-453e-8fff-91c04946c645 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:43.697766 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42792ff-094a-453e-8fff-91c04946c645 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:43.698092 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42792ff-094a-453e-8fff-91c04946c645 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:43.698424 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42792ff-094a-453e-8fff-91c04946c645 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:43.698778 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42792ff-094a-453e-8fff-91c04946c645 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:43.699122 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42792ff-094a-453e-8fff-91c04946c645 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:43.699469 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42792ff-094a-453e-8fff-91c04946c645 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:43.699839 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42792ff-094a-453e-8fff-91c04946c645 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:43.700150 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42792ff-094a-453e-8fff-91c04946c645 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:43.700475 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42792ff-094a-453e-8fff-91c04946c645 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:43.700826 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42792ff-094a-453e-8fff-91c04946c645 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 14:58:44.669395 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:46.492129 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:47.570343 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:58:55.894824 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 5 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:59:11.372350 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-696e2980-2aa1-4c77-b9b5-d493e5614b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:13.696533 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-350ca3f9-a5cc-436d-a248-9522f0e8b9b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:14.671011 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:16.497139 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:17.573084 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:32.893357 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 5 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 14:59:41.375310 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-659d2001-3ef8-4544-82c9-706cd3015bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:43.697283 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-dccc16dd-be00-4b02-b7f1-8341f2176f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:44.674073 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:46.499161 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 14:59:47.575258 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:09.891865 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 5 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:00:11.376793 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-5f7898c0-d012-4483-b60e-3b5f27d79d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:13.697917 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e1587eb9-91a8-42f6-86f0-024688327df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:14.677155 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:16.505833 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:17.577299 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:26.422878 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1786841'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:41.087521 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 36252) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:00:41.189965 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-17cf8b70-a10e-492d-9f5a-4555ed6d9f58 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1013367 Mar 29 15:00:41.387436 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-2af101c7-ca10-4fc0-8276-18700d9af93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:43.526565 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 36262) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:00:43.579686 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-e00fdb50-cce1-4706-ae02-37c26850e16d admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0520561 Mar 29 15:00:43.701251 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-546e1803-44bc-4572-8c4f-3c57a3f453b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:44.678821 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:46.506576 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:46.890717 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:00:47.580003 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:00:56.406513 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:11.378678 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-4b39390c-db7a-4716-8d28-a1efeb7cce93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:13.702829 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-620263b1-f67f-4a33-afec-517cf0864973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:14.681729 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:16.510502 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:17.583766 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:23.889939 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:01:26.406313 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:41.381713 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-21640983-2a7e-4a78-82e3-61caa79f76f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:43.704079 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ac9cddee-b904-464a-96a6-0d301ba17a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:44.686033 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:46.514906 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:47.586092 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:01:56.409330 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:00.888264 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:02:11.386638 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-4740d495-6ef5-4df3-bcc5-125bb5c541a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:13.707302 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-44e9ec08-87e2-45cb-b786-e8a6f7f20aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:14.690571 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:16.518011 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:17.595923 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:21.880143 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 36464) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:21.911624 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 36474) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:22.253838 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-945132327-network', 'tenant_id': 'c8d70cc173f545f7b2fbc32c6dda9cac'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:22.274857 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] Made reservation on behalf of c8d70cc173f545f7b2fbc32c6dda9cac for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:02:22.277844 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for network (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:22.287313 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:22.295940 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-954116710-network', 'tenant_id': '00f07373deef4fc0b642c58742393b86'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:22.325338 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] Made reservation on behalf of 00f07373deef4fc0b642c58742393b86 for: {'network': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:02:22.329310 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for network (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:22.340719 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 36496) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:22.341519 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 36498) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:22.343550 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:22.388236 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] Publish callbacks [] for security_group (151cefdc-2001-4b39-b143-bf96f074d71f), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:22.397186 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (151cefdc-2001-4b39-b143-bf96f074d71f), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:22.440806 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:02:22.442844 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151cefdc-2001-4b39-b143-bf96f074d71f,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:22.452742 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:22.453092 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:22.453456 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:22.453801 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:22.454196 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:22.455345 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:22.455786 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:22.456734 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:22.456734 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:22.457074 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:22.457377 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:22.457726 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:22.458055 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:22.458432 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:22.458754 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] Tracked resource versions report: Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: pushed versions: Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: { 'AddressGroup': {'1.2'}, Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: 'Agent': {'1.1'}, Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: 'ConntrackHelper': {'1.0'}, Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: 'LocalIPAssociation': {'1.0'}, Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: 'Log': {'1.0'}, Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: 'NDPProxy': {'1.0'}, Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: 'Network': {'1.1'}, Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: 'Port': {'1.7'}, Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: 'PortForwarding': {'1.3'}, Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: 'QosPolicy': {'1.10'}, Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: 'SecurityGroup': {'1.5'}, Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: 'SubPort': {'1.0'}, Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: 'Subnet': {'1.1'}, Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: 'Trunk': {'1.1'}} Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: consumer versions: Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: { DHCP agent@dv-cinder-835635-1-iscsi: {}, Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: HyperV agent@hv-cinder-83563: {}, Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: L3 agent@dv-cinder-835635-1-iscsi: {}, Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: Metadata agent@dv-cinder-835635-1-iscsi: {}, Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: Metering agent@dv-cinder-835635-1-iscsi: {}, Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: Open vSwitch agent@dv-cinder-835635-1-iscsi: { 'AddressGroup': '1.2', Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: 'Agent': '1.1', Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: 'ConntrackHelper': '1.0', Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: 'LocalIPAssociation': '1.0', Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: 'Log': '1.0', Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: 'NDPProxy': '1.0', Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: 'Network': '1.1', Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: 'Port': '1.7', Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: 'PortForwarding': '1.3', Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: 'QosPolicy': '1.10', Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: 'SecurityGroup': '1.5', Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: 'SecurityGroupRule': '1.2', Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: 'SubPort': '1.0', Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: 'Subnet': '1.1', Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: 'Trunk': '1.1'}} Mar 29 15:02:22.459997 dv-cinder-835635-1-iscsi neutron-server[103153]: {{(pid=103153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:02:22.474339 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (3d126612-072a-4311-a268-63d39f8da69d), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:22.474938 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.db.segments_db [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] Added segment 3d126612-072a-4311-a268-63d39f8da69d of type vlan for network 75601928-ea85-4865-8524-05e7335499fe Mar 29 15:02:22.486580 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] Publish callbacks [] for security_group (a9c87838-9d90-43e6-959d-a8298ed9950c), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:22.492704 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (a9c87838-9d90-43e6-959d-a8298ed9950c), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:22.521478 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:02:22.529697 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776791432771'] for network (75601928-ea85-4865-8524-05e7335499fe), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:22.536318 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c87838-9d90-43e6-959d-a8298ed9950c,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:22.544797 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (c4910bd0-952b-4530-8412-09d294143007), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:22.545144 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.segments_db [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] Added segment c4910bd0-952b-4530-8412-09d294143007 of type vlan for network 9352682d-561b-46b3-a155-35c84f4fd466 Mar 29 15:02:22.547071 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:22.547415 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] Tracked resource versions report: Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: pushed versions: Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: { 'AddressGroup': {'1.2'}, Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: 'Agent': {'1.1'}, Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: 'ConntrackHelper': {'1.0'}, Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: 'LocalIPAssociation': {'1.0'}, Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: 'Log': {'1.0'}, Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: 'NDPProxy': {'1.0'}, Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: 'Network': {'1.1'}, Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: 'Port': {'1.7'}, Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: 'PortForwarding': {'1.3'}, Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: 'QosPolicy': {'1.10'}, Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: 'SecurityGroup': {'1.5'}, Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: 'SubPort': {'1.0'}, Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: 'Subnet': {'1.1'}, Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: 'Trunk': {'1.1'}} Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: consumer versions: Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: { DHCP agent@dv-cinder-835635-1-iscsi: {}, Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: HyperV agent@hv-cinder-83563: {}, Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: L3 agent@dv-cinder-835635-1-iscsi: {}, Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: Metadata agent@dv-cinder-835635-1-iscsi: {}, Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: Metering agent@dv-cinder-835635-1-iscsi: {}, Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: Open vSwitch agent@dv-cinder-835635-1-iscsi: { 'AddressGroup': '1.2', Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: 'Agent': '1.1', Mar 29 15:02:22.555479 dv-cinder-835635-1-iscsi neutron-server[103154]: 'ConntrackHelper': '1.0', Mar 29 15:02:22.557807 dv-cinder-835635-1-iscsi neutron-server[103154]: 'LocalIPAssociation': '1.0', Mar 29 15:02:22.557807 dv-cinder-835635-1-iscsi neutron-server[103154]: 'Log': '1.0', Mar 29 15:02:22.557807 dv-cinder-835635-1-iscsi neutron-server[103154]: 'NDPProxy': '1.0', Mar 29 15:02:22.557807 dv-cinder-835635-1-iscsi neutron-server[103154]: 'Network': '1.1', Mar 29 15:02:22.557807 dv-cinder-835635-1-iscsi neutron-server[103154]: 'Port': '1.7', Mar 29 15:02:22.557807 dv-cinder-835635-1-iscsi neutron-server[103154]: 'PortForwarding': '1.3', Mar 29 15:02:22.557807 dv-cinder-835635-1-iscsi neutron-server[103154]: 'QosPolicy': '1.10', Mar 29 15:02:22.557807 dv-cinder-835635-1-iscsi neutron-server[103154]: 'SecurityGroup': '1.5', Mar 29 15:02:22.557807 dv-cinder-835635-1-iscsi neutron-server[103154]: 'SecurityGroupRule': '1.2', Mar 29 15:02:22.557807 dv-cinder-835635-1-iscsi neutron-server[103154]: 'SubPort': '1.0', Mar 29 15:02:22.557807 dv-cinder-835635-1-iscsi neutron-server[103154]: 'Subnet': '1.1', Mar 29 15:02:22.557807 dv-cinder-835635-1-iscsi neutron-server[103154]: 'Trunk': '1.1'}} Mar 29 15:02:22.557807 dv-cinder-835635-1-iscsi neutron-server[103154]: {{(pid=103154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:02:22.580214 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834'] for network (75601928-ea85-4865-8524-05e7335499fe), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:22.582161 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:22.582816 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:22.600598 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776791432771'] for network (9352682d-561b-46b3-a155-35c84f4fd466), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:22.630627 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-23247f88-625a-44ab-9f18-6400cf6354c1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-868375778-network', 'tenant_id': '33c87159058d4c97bc53a0b99346e157'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:22.647323 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834'] for network (9352682d-561b-46b3-a155-35c84f4fd466), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:22.648319 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:22.648914 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:22.649670 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] Pushing event updated for resources: {'Network': ['ID=75601928-ea85-4865-8524-05e7335499fe,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:22.666427 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Network 75601928-ea85-4865-8524-05e7335499fe details requested by agent ovs-agent-dv-cinder-835635-1-iscsi with host dv-cinder-835635-1-iscsi {{(pid=103155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:02:22.669105 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-3a50051c-7138-4940-a196-b4fdc86510da admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7872150 Mar 29 15:02:22.671071 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 36518) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:22.677475 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-369b0ca7-5eb1-4175-a813-125e475b90fd admin admin] Request body: {'subnet': {'network_id': '75601928-ea85-4865-8524-05e7335499fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-945132327-subnet', 'tenant_id': 'c8d70cc173f545f7b2fbc32c6dda9cac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:22.703075 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7890368 Mar 29 15:02:22.703760 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23247f88-625a-44ab-9f18-6400cf6354c1 admin admin] Made reservation on behalf of 33c87159058d4c97bc53a0b99346e157 for: {'network': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:02:22.706315 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 36530) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:22.708909 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-23247f88-625a-44ab-9f18-6400cf6354c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for network (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:22.711082 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-8b9f17de-7600-4a8c-9d88-9ff633621819 admin admin] Request body: {'subnet': {'network_id': '9352682d-561b-46b3-a155-35c84f4fd466', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-954116710-subnet', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:22.745886 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9f17de-7600-4a8c-9d88-9ff633621819 admin admin] Made reservation on behalf of 00f07373deef4fc0b642c58742393b86 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:02:22.748589 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8b9f17de-7600-4a8c-9d88-9ff633621819 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:22.784267 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c7605-3780-416f-ac53-8087f2eca376 admin admin] Pushing event updated for resources: {'Network': ['ID=9352682d-561b-46b3-a155-35c84f4fd466,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:22.796001 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Network 9352682d-561b-46b3-a155-35c84f4fd466 details requested by agent ovs-agent-dv-cinder-835635-1-iscsi with host dv-cinder-835635-1-iscsi {{(pid=103155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:02:22.804024 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-2d79f83f-13b9-4bda-b5a6-74b3f53492f4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-840906129-network', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:22.829606 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369b0ca7-5eb1-4175-a813-125e475b90fd admin admin] Made reservation on behalf of c8d70cc173f545f7b2fbc32c6dda9cac for: {'subnet': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:02:22.832327 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-369b0ca7-5eb1-4175-a813-125e475b90fd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:22.836386 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d79f83f-13b9-4bda-b5a6-74b3f53492f4 admin admin] Made reservation on behalf of af4f8ee2318e421dbf84b0a97b279da0 for: {'network': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:02:22.838874 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2d79f83f-13b9-4bda-b5a6-74b3f53492f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for network (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:22.850017 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-23247f88-625a-44ab-9f18-6400cf6354c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:22.864288 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2d79f83f-13b9-4bda-b5a6-74b3f53492f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:23.012170 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-23247f88-625a-44ab-9f18-6400cf6354c1 admin admin] Publish callbacks [] for security_group (25db5848-e886-4327-ba5f-5b62086363df), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:23.038374 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-23247f88-625a-44ab-9f18-6400cf6354c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (25db5848-e886-4327-ba5f-5b62086363df), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:23.052514 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8b9f17de-7600-4a8c-9d88-9ff633621819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834'] for subnet (4785f368-95a0-409f-b70d-930d5b4d123e), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:23.099653 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f17de-7600-4a8c-9d88-9ff633621819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4785f368-95a0-409f-b70d-930d5b4d123e,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:23.149870 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9f17de-7600-4a8c-9d88-9ff633621819 admin admin] Checking segment: {'id': 'c4910bd0-952b-4530-8412-09d294143007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:02:23.150558 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9f17de-7600-4a8c-9d88-9ff633621819 admin admin] Network hostable DHCP agents. Network: 9352682d-561b-46b3-a155-35c84f4fd466, hostable agents: ['a6029aa5-8774-4641-86ae-5d2d983dd0a8'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:02:23.172084 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9f17de-7600-4a8c-9d88-9ff633621819 admin admin] Network 9352682d-561b-46b3-a155-35c84f4fd466 is scheduled to be hosted by DHCP agent a6029aa5-8774-4641-86ae-5d2d983dd0a8 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:02:23.186465 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2d79f83f-13b9-4bda-b5a6-74b3f53492f4 admin admin] Publish callbacks [] for security_group (864b8bd5-3ea2-4bc8-8660-4dc93914c23c), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:23.195523 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-8b9f17de-7600-4a8c-9d88-9ff633621819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-1-iscsi, 9352682d-561b-46b3-a155-35c84f4fd466) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:02:23.200603 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9f17de-7600-4a8c-9d88-9ff633621819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:23.201065 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23247f88-625a-44ab-9f18-6400cf6354c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:02:23.201791 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8b9f17de-7600-4a8c-9d88-9ff633621819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for subnet (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:23.211776 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff432482-2442-4037-a8c8-ea1599e60eda None None] Network 9352682d-561b-46b3-a155-35c84f4fd466 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:02:23.218162 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2d79f83f-13b9-4bda-b5a6-74b3f53492f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (864b8bd5-3ea2-4bc8-8660-4dc93914c23c), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:23.231328 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d79f83f-13b9-4bda-b5a6-74b3f53492f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=103154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:02:23.237950 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-8b9f17de-7600-4a8c-9d88-9ff633621819 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5305383 Mar 29 15:02:23.240827 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 36550) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:23.242421 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2d79f83f-13b9-4bda-b5a6-74b3f53492f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (45a1a486-5bd9-4eb8-874d-5e40191b95cd), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:23.242899 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.segments_db [None req-2d79f83f-13b9-4bda-b5a6-74b3f53492f4 admin admin] Added segment 45a1a486-5bd9-4eb8-874d-5e40191b95cd of type vlan for network c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db Mar 29 15:02:23.253875 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-cc648f2c-dbc8-48d3-9d35-574cfbf7fc85 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-954116710-router', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:23.299744 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc648f2c-dbc8-48d3-9d35-574cfbf7fc85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1791284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2970'] for router (dd7c4c58-77c7-467d-9f82-247cad7ab62e), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:23.302785 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2d79f83f-13b9-4bda-b5a6-74b3f53492f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776791432771'] for network (c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:23.305161 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc648f2c-dbc8-48d3-9d35-574cfbf7fc85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1818329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2947'] for router (dd7c4c58-77c7-467d-9f82-247cad7ab62e), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:23.384051 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp951e514f-1a9b-555e-af63-f294bc248ed5-9352682d-561b-46b3-a155-35c84f4fd466', 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466', 'project_id': '00f07373deef4fc0b642c58742393b86', 'fixed_ips': [{'subnet_id': '4785f368-95a0-409f-b70d-930d5b4d123e'}]}} from dv-cinder-835635-1-iscsi. {{(pid=103155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:02:23.385388 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:23.422684 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc648f2c-dbc8-48d3-9d35-574cfbf7fc85 admin admin] Publish callbacks [] for router_controller (dd7c4c58-77c7-467d-9f82-247cad7ab62e), precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:23.429300 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-23247f88-625a-44ab-9f18-6400cf6354c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (76ced992-64b5-4d36-a1da-2a36ce3c4f6e), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:23.429634 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.segments_db [None req-23247f88-625a-44ab-9f18-6400cf6354c1 admin admin] Added segment 76ced992-64b5-4d36-a1da-2a36ce3c4f6e of type vlan for network 8623989d-9dc8-4db2-b236-bf7fe1fec224 Mar 29 15:02:23.472972 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2d79f83f-13b9-4bda-b5a6-74b3f53492f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834'] for network (c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:23.473911 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d79f83f-13b9-4bda-b5a6-74b3f53492f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:23.474497 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2d79f83f-13b9-4bda-b5a6-74b3f53492f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:23.476711 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23247f88-625a-44ab-9f18-6400cf6354c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25db5848-e886-4327-ba5f-5b62086363df,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:23.527108 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79f83f-13b9-4bda-b5a6-74b3f53492f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864b8bd5-3ea2-4bc8-8660-4dc93914c23c,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:23.542930 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-23247f88-625a-44ab-9f18-6400cf6354c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776791432771'] for network (8623989d-9dc8-4db2-b236-bf7fe1fec224), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:23.608833 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.db_base_plugin_common [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Allocated IP 172.20.0.2 (9352682d-561b-46b3-a155-35c84f4fd466/4785f368-95a0-409f-b70d-930d5b4d123e/f3f1a946-59da-44b1-a3a5-d4740e61a8f7) {{(pid=103155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:02:23.609601 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-2d79f83f-13b9-4bda-b5a6-74b3f53492f4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2468214 Mar 29 15:02:23.610237 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 36558) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:23.623406 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-cbc73df7-0744-44b0-bfbd-6440c0ece5ae admin admin] Request body: {'subnet': {'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-840906129-subnet', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:23.654289 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc73df7-0744-44b0-bfbd-6440c0ece5ae admin admin] Made reservation on behalf of af4f8ee2318e421dbf84b0a97b279da0 for: {'subnet': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:02:23.656517 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cbc73df7-0744-44b0-bfbd-6440c0ece5ae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:23.732908 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc648f2c-dbc8-48d3-9d35-574cfbf7fc85 admin admin] Publish callbacks [] for router_gateway (dd7c4c58-77c7-467d-9f82-247cad7ab62e), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:23.823196 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Publish callbacks [] for port (f3f1a946-59da-44b1-a3a5-d4740e61a8f7), precommit_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:23.833732 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196'] for port (f3f1a946-59da-44b1-a3a5-d4740e61a8f7), after_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:23.837967 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79f83f-13b9-4bda-b5a6-74b3f53492f4 admin admin] Pushing event updated for resources: {'Network': ['ID=c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:23.871100 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-23247f88-625a-44ab-9f18-6400cf6354c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834'] for network (8623989d-9dc8-4db2-b236-bf7fe1fec224), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:23.872156 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23247f88-625a-44ab-9f18-6400cf6354c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:23.872773 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-23247f88-625a-44ab-9f18-6400cf6354c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:23.875453 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Network c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db details requested by agent ovs-agent-dv-cinder-835635-1-iscsi with host dv-cinder-835635-1-iscsi {{(pid=103155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:02:23.896737 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-369b0ca7-5eb1-4175-a813-125e475b90fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834'] for subnet (6f96a62b-415d-4236-81b5-cfac17bfbe8a), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:23.968780 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Network 9352682d-561b-46b3-a155-35c84f4fd466 is already hosted by enough agents. {{(pid=103155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:02:23.982746 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.scheduler.base_scheduler [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Resources bound (agent type, host, resource id): {{(pid=103155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:02:23.998277 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Received port after_create {{(pid=103155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:02:24.013743 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Pushing event updated for resources: {'Port': ['ID=f3f1a946-59da-44b1-a3a5-d4740e61a8f7,revision_number=1']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:24.077786 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc648f2c-dbc8-48d3-9d35-574cfbf7fc85 admin admin] Publish callbacks [] for router_gateway (dd7c4c58-77c7-467d-9f82-247cad7ab62e), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:24.117893 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:24.120731 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc648f2c-dbc8-48d3-9d35-574cfbf7fc85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:24.133247 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:24.133622 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:24.133983 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:24.134418 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:24.134640 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:24.134969 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:24.135295 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:24.135624 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:24.135946 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:24.136271 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:24.136635 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:24.136967 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:24.137350 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:24.142868 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Tracked resource versions report: Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: pushed versions: Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: { 'AddressGroup': {'1.2'}, Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: 'Agent': {'1.1'}, Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: 'ConntrackHelper': {'1.0'}, Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: 'LocalIPAssociation': {'1.0'}, Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: 'Log': {'1.0'}, Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: 'NDPProxy': {'1.0'}, Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: 'Network': {'1.1'}, Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: 'Port': {'1.7'}, Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: 'PortForwarding': {'1.3'}, Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: 'QosPolicy': {'1.10'}, Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: 'SecurityGroup': {'1.5'}, Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: 'SubPort': {'1.0'}, Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: 'Subnet': {'1.1'}, Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: 'Trunk': {'1.1'}} Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: consumer versions: Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: { DHCP agent@dv-cinder-835635-1-iscsi: {}, Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: HyperV agent@hv-cinder-83563: {}, Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: L3 agent@dv-cinder-835635-1-iscsi: {}, Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: Metadata agent@dv-cinder-835635-1-iscsi: {}, Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: Metering agent@dv-cinder-835635-1-iscsi: {}, Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: Open vSwitch agent@dv-cinder-835635-1-iscsi: { 'AddressGroup': '1.2', Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: 'Agent': '1.1', Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: 'ConntrackHelper': '1.0', Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: 'LocalIPAssociation': '1.0', Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: 'Log': '1.0', Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: 'NDPProxy': '1.0', Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: 'Network': '1.1', Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: 'Port': '1.7', Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: 'PortForwarding': '1.3', Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: 'QosPolicy': '1.10', Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: 'SecurityGroup': '1.5', Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: 'SecurityGroupRule': '1.2', Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: 'SubPort': '1.0', Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: 'Subnet': '1.1', Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: 'Trunk': '1.1'}} Mar 29 15:02:24.149228 dv-cinder-835635-1-iscsi neutron-server[103155]: {{(pid=103155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:02:24.230791 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Attempting to bind port f3f1a946-59da-44b1-a3a5-d4740e61a8f7 on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:02:24.231423 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Attempting to bind port f3f1a946-59da-44b1-a3a5-d4740e61a8f7 by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': 'c4910bd0-952b-4530-8412-09d294143007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:02:24.232300 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Attempting to bind port f3f1a946-59da-44b1-a3a5-d4740e61a8f7 on network 9352682d-561b-46b3-a155-35c84f4fd466 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:02:24.239341 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-23247f88-625a-44ab-9f18-6400cf6354c1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8842351 Mar 29 15:02:24.241873 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:02:24.242496 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Checking segment: {'id': 'c4910bd0-952b-4530-8412-09d294143007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:02:24.243092 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:24.243767 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Bound using segment: {'id': 'c4910bd0-952b-4530-8412-09d294143007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:02:24.244509 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Bound port: f3f1a946-59da-44b1-a3a5-d4740e61a8f7, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4910bd0-952b-4530-8412-09d294143007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:02:24.245357 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (f3f1a946-59da-44b1-a3a5-d4740e61a8f7), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:24.343719 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 36588) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:24.365312 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] For port f3f1a946-59da-44b1-a3a5-d4740e61a8f7, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:02:24.380380 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] For port f3f1a946-59da-44b1-a3a5-d4740e61a8f7, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=f3f1a946-59da-44b1-a3a5-d4740e61a8f7,segment=NetworkSegment(c4910bd0-952b-4530-8412-09d294143007),segment_id=c4910bd0-952b-4530-8412-09d294143007)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:02:24.387586 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (f3f1a946-59da-44b1-a3a5-d4740e61a8f7), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:24.408334 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23247f88-625a-44ab-9f18-6400cf6354c1 admin admin] Pushing event updated for resources: {'Network': ['ID=8623989d-9dc8-4db2-b236-bf7fe1fec224,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:24.431011 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-f2e421e2-e90f-4cf7-be54-973eafc3544d admin admin] Request body: {'subnet': {'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-868375778-subnet', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:24.438687 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b0ca7-5eb1-4175-a813-125e475b90fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f96a62b-415d-4236-81b5-cfac17bfbe8a,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:24.452652 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369b0ca7-5eb1-4175-a813-125e475b90fd admin admin] Checking segment: {'id': '3d126612-072a-4311-a268-63d39f8da69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '75601928-ea85-4865-8524-05e7335499fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:02:24.453443 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369b0ca7-5eb1-4175-a813-125e475b90fd admin admin] Network hostable DHCP agents. Network: 75601928-ea85-4865-8524-05e7335499fe, hostable agents: ['a6029aa5-8774-4641-86ae-5d2d983dd0a8'], hosted agents: [] {{(pid=103154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:02:24.465888 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cbc73df7-0744-44b0-bfbd-6440c0ece5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834'] for subnet (b0d28f83-336a-4760-8daf-f760c1456634), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:24.481708 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474324c-336b-4f36-bf38-ad3a74e31caf None None] Pushing event updated for resources: {'Port': ['ID=f3f1a946-59da-44b1-a3a5-d4740e61a8f7,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:24.485555 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Network 8623989d-9dc8-4db2-b236-bf7fe1fec224 details requested by agent ovs-agent-dv-cinder-835635-1-iscsi with host dv-cinder-835635-1-iscsi {{(pid=103155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:02:24.538845 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-cc648f2c-dbc8-48d3-9d35-574cfbf7fc85 admin admin] Allocated IP 172.27.2.218 (73fab6d0-c07f-433f-9c69-8ff3a31867f5/bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83/876eac65-f672-4953-84b6-544e85e87cde) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:02:24.546013 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e421e2-e90f-4cf7-be54-973eafc3544d admin admin] Made reservation on behalf of 33c87159058d4c97bc53a0b99346e157 for: {'subnet': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:02:24.550135 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f2e421e2-e90f-4cf7-be54-973eafc3544d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:24.581081 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369b0ca7-5eb1-4175-a813-125e475b90fd admin admin] Network 75601928-ea85-4865-8524-05e7335499fe is scheduled to be hosted by DHCP agent a6029aa5-8774-4641-86ae-5d2d983dd0a8 with binding_index 1 {{(pid=103154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:02:24.676467 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc73df7-0744-44b0-bfbd-6440c0ece5ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d28f83-336a-4760-8daf-f760c1456634,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:24.683442 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-369b0ca7-5eb1-4175-a813-125e475b90fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-1-iscsi, 75601928-ea85-4865-8524-05e7335499fe) {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:02:24.693584 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064bf6ad-d6e2-4739-9326-a235e9a3bc57 None None] Network 75601928-ea85-4865-8524-05e7335499fe requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:02:24.702008 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369b0ca7-5eb1-4175-a813-125e475b90fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:24.702008 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-369b0ca7-5eb1-4175-a813-125e475b90fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for subnet (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:24.719141 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc73df7-0744-44b0-bfbd-6440c0ece5ae admin admin] Checking segment: {'id': '45a1a486-5bd9-4eb8-874d-5e40191b95cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:02:24.719546 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc73df7-0744-44b0-bfbd-6440c0ece5ae admin admin] Network hostable DHCP agents. Network: c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db, hostable agents: ['a6029aa5-8774-4641-86ae-5d2d983dd0a8'], hosted agents: [] {{(pid=103154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:02:24.726706 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc648f2c-dbc8-48d3-9d35-574cfbf7fc85 admin admin] Publish callbacks [] for port (876eac65-f672-4953-84b6-544e85e87cde), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:24.753730 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-369b0ca7-5eb1-4175-a813-125e475b90fd admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0808589 Mar 29 15:02:24.789747 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc73df7-0744-44b0-bfbd-6440c0ece5ae admin admin] Network c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db is scheduled to be hosted by DHCP agent a6029aa5-8774-4641-86ae-5d2d983dd0a8 with binding_index 1 {{(pid=103154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:02:24.872418 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc648f2c-dbc8-48d3-9d35-574cfbf7fc85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196'] for port (876eac65-f672-4953-84b6-544e85e87cde), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:24.919993 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bd472d-3e91-47d5-8c66-820aa0e9e57f None None] Network 75601928-ea85-4865-8524-05e7335499fe requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:02:25.026152 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 36628) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:25.028375 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-cbc73df7-0744-44b0-bfbd-6440c0ece5ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-1-iscsi, c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db) {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:02:25.033577 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc73df7-0744-44b0-bfbd-6440c0ece5ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:25.034166 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cbc73df7-0744-44b0-bfbd-6440c0ece5ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for subnet (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:25.042424 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f2e421e2-e90f-4cf7-be54-973eafc3544d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834'] for subnet (f848f262-5313-47d3-a01b-552787092c89), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:25.088115 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc648f2c-dbc8-48d3-9d35-574cfbf7fc85 admin admin] Pushing event updated for resources: {'Port': ['ID=876eac65-f672-4953-84b6-544e85e87cde,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:25.101948 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc648f2c-dbc8-48d3-9d35-574cfbf7fc85 admin admin] Network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:02:25.104090 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-cc648f2c-dbc8-48d3-9d35-574cfbf7fc85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:02:25.105128 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb2554e-ef64-48e0-9d46-959f2f836ed4 None None] Network c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:02:25.107997 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc648f2c-dbc8-48d3-9d35-574cfbf7fc85 admin admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:02:25.123225 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e421e2-e90f-4cf7-be54-973eafc3544d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f848f262-5313-47d3-a01b-552787092c89,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:25.170521 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-cbc73df7-0744-44b0-bfbd-6440c0ece5ae admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5507934 Mar 29 15:02:25.171750 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e421e2-e90f-4cf7-be54-973eafc3544d admin admin] Checking segment: {'id': '76ced992-64b5-4d36-a1da-2a36ce3c4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:02:25.172323 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e421e2-e90f-4cf7-be54-973eafc3544d admin admin] Network hostable DHCP agents. Network: 8623989d-9dc8-4db2-b236-bf7fe1fec224, hostable agents: ['a6029aa5-8774-4641-86ae-5d2d983dd0a8'], hosted agents: [] {{(pid=103154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:02:25.175690 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 36638) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:25.184517 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-68818680-8d94-4e29-8506-45a6eb03e033 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-840906129-router', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:25.286778 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-68818680-8d94-4e29-8506-45a6eb03e033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1791284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2970'] for router (4491648a-e652-4c18-b06a-39dc449e7243), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:25.291903 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-68818680-8d94-4e29-8506-45a6eb03e033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1818329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2947'] for router (4491648a-e652-4c18-b06a-39dc449e7243), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:25.434615 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-68818680-8d94-4e29-8506-45a6eb03e033 admin admin] Publish callbacks [] for router_controller (4491648a-e652-4c18-b06a-39dc449e7243), precommit_add_association {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:25.466419 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-55b53bbf-e357-4bcd-a7cc-f9567fe7d5ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:25.468727 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e421e2-e90f-4cf7-be54-973eafc3544d admin admin] Network 8623989d-9dc8-4db2-b236-bf7fe1fec224 is scheduled to be hosted by DHCP agent a6029aa5-8774-4641-86ae-5d2d983dd0a8 with binding_index 1 {{(pid=103154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:02:25.569171 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-f2e421e2-e90f-4cf7-be54-973eafc3544d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-1-iscsi, 8623989d-9dc8-4db2-b236-bf7fe1fec224) {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:02:25.596711 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83182950-e3ee-41d3-bd07-26ac36f3ee29 None None] Network 8623989d-9dc8-4db2-b236-bf7fe1fec224 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:02:25.628283 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e421e2-e90f-4cf7-be54-973eafc3544d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:25.629003 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f2e421e2-e90f-4cf7-be54-973eafc3544d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for subnet (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:25.640064 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 36664) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:25.693936 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-f2e421e2-e90f-4cf7-be54-973eafc3544d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3190119 Mar 29 15:02:25.716695 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 36668) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:25.726665 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-08af934c-15ae-4831-a376-a8e5b18c6dc0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:25.836197 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-08af934c-15ae-4831-a376-a8e5b18c6dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1791284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2970'] for router (3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:25.837289 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-08af934c-15ae-4831-a376-a8e5b18c6dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1818329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2947'] for router (3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:25.889438 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc648f2c-dbc8-48d3-9d35-574cfbf7fc85 admin admin] Publish callbacks [] for router_gateway (dd7c4c58-77c7-467d-9f82-247cad7ab62e), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:25.920181 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf96047f-c081-4b04-b351-57ca8b5e430c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp951e514f-1a9b-555e-af63-f294bc248ed5-c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db', 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db', 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'fixed_ips': [{'subnet_id': 'b0d28f83-336a-4760-8daf-f760c1456634'}]}} from dv-cinder-835635-1-iscsi. {{(pid=103155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:02:25.920968 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-bf96047f-c081-4b04-b351-57ca8b5e430c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:25.940258 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79e4f26-06cd-4af7-b467-9c53432769a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp951e514f-1a9b-555e-af63-f294bc248ed5-8623989d-9dc8-4db2-b236-bf7fe1fec224', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'project_id': '33c87159058d4c97bc53a0b99346e157', 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89'}]}} from dv-cinder-835635-1-iscsi. {{(pid=103155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:02:25.941400 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-d79e4f26-06cd-4af7-b467-9c53432769a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:26.011620 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-68818680-8d94-4e29-8506-45a6eb03e033 admin admin] Publish callbacks [] for router_gateway (4491648a-e652-4c18-b06a-39dc449e7243), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:26.070853 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 36692) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:26.073926 dv-cinder-835635-1-iscsi neutron-server[103154]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 29 15:02:26.153393 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2dbbdfe2-a059-4b91-83a5-56b22f48a441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:26.165053 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-08af934c-15ae-4831-a376-a8e5b18c6dc0 admin admin] Publish callbacks [] for router_controller (3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7), precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:26.210374 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.db_base_plugin_common [None req-bf96047f-c081-4b04-b351-57ca8b5e430c None None] Allocated IP 172.20.0.2 (c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db/b0d28f83-336a-4760-8daf-f760c1456634/c528f34e-8f18-4595-aa95-04d946b82f7f) {{(pid=103155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:02:26.223027 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-55b53bbf-e357-4bcd-a7cc-f9567fe7d5ba admin admin] Publish callbacks [] for security_group (cdd217f3-9291-4be2-99fd-f6e894a89b47), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:26.246155 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-55b53bbf-e357-4bcd-a7cc-f9567fe7d5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (cdd217f3-9291-4be2-99fd-f6e894a89b47), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:26.305773 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e9d061-c404-4d90-bd56-79b2a4a70762 None None] Network 9352682d-561b-46b3-a155-35c84f4fd466 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:02:26.353647 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-55b53bbf-e357-4bcd-a7cc-f9567fe7d5ba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b76ad80387284d6584b661b65df2b12a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3261690 Mar 29 15:02:26.356777 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 36694) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:26.357393 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b53bbf-e357-4bcd-a7cc-f9567fe7d5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd217f3-9291-4be2-99fd-f6e894a89b47,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:26.377540 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-330ba142-cbe1-47b8-97ea-0b42795cb680 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:26.383034 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-330ba142-cbe1-47b8-97ea-0b42795cb680 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/networks?id=75601928-ea85-4865-8524-05e7335499fe HTTP/1.1" status: 200 len: 811 time: 0.3110819 Mar 29 15:02:26.398920 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.db_base_plugin_common [None req-d79e4f26-06cd-4af7-b467-9c53432769a9 None None] Allocated IP 172.20.0.2 (8623989d-9dc8-4db2-b236-bf7fe1fec224/f848f262-5313-47d3-a01b-552787092c89/19b86916-c893-4744-8cdd-982949d8e58c) {{(pid=103155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:02:26.422020 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-c7ed4c14-4d7a-44e6-81c6-be7bb88a0826 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/quotas/c8d70cc173f545f7b2fbc32c6dda9cac HTTP/1.1" status: 200 len: 375 time: 0.0321252 Mar 29 15:02:26.460273 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-08af934c-15ae-4831-a376-a8e5b18c6dc0 admin admin] Publish callbacks [] for router_gateway (3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:26.513415 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2dbbdfe2-a059-4b91-83a5-56b22f48a441 admin admin] Publish callbacks [] for security_group (157eb85e-5bb8-40da-8c18-1f9f2f94990a), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:26.533017 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:26.546765 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-96f6d1f5-a310-471d-b5b3-3f4d7ae4f689 None None] Provisioning complete for port f3f1a946-59da-44b1-a3a5-d4740e61a8f7 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:26.547164 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-96f6d1f5-a310-471d-b5b3-3f4d7ae4f689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (f3f1a946-59da-44b1-a3a5-d4740e61a8f7), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:26.553505 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2dbbdfe2-a059-4b91-83a5-56b22f48a441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (157eb85e-5bb8-40da-8c18-1f9f2f94990a), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:26.573739 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc648f2c-dbc8-48d3-9d35-574cfbf7fc85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1793453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787170'] for router (dd7c4c58-77c7-467d-9f82-247cad7ab62e), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:26.611097 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-7e8edd48-4f8d-4902-be35-e0a869355922 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c8d70cc173f545f7b2fbc32c6dda9cac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1784332 Mar 29 15:02:26.622815 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-2dbbdfe2-a059-4b91-83a5-56b22f48a441 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e5d8cbed94dc447e98c5ff8b717436bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9808495 Mar 29 15:02:26.647669 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 36712) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:26.652823 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cba5c196-8aa3-41aa-b50c-1a79d80c450d admin admin] Publish callbacks [] for security_group (cdd217f3-9291-4be2-99fd-f6e894a89b47), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:26.761507 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-bf96047f-c081-4b04-b351-57ca8b5e430c None None] Publish callbacks [] for port (c528f34e-8f18-4595-aa95-04d946b82f7f), precommit_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:26.786080 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device f3f1a946-59da-44b1-a3a5-d4740e61a8f7 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:02:26.800031 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-bf96047f-c081-4b04-b351-57ca8b5e430c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196'] for port (c528f34e-8f18-4595-aa95-04d946b82f7f), after_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:26.851434 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbbdfe2-a059-4b91-83a5-56b22f48a441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157eb85e-5bb8-40da-8c18-1f9f2f94990a,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:26.856375 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-391195b9-f306-4e90-885f-6443acafdf55 admin admin] Publish callbacks [] for security_group (157eb85e-5bb8-40da-8c18-1f9f2f94990a), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:26.870904 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf96047f-c081-4b04-b351-57ca8b5e430c None None] Network c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db is already hosted by enough agents. {{(pid=103155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:02:26.899403 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-68818680-8d94-4e29-8506-45a6eb03e033 admin admin] Publish callbacks [] for router_gateway (4491648a-e652-4c18-b06a-39dc449e7243), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:26.948787 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.scheduler.base_scheduler [None req-bf96047f-c081-4b04-b351-57ca8b5e430c None None] Resources bound (agent type, host, resource id): {{(pid=103155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:02:26.954263 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cba5c196-8aa3-41aa-b50c-1a79d80c450d admin admin] Publish callbacks [] for security_group (cdd217f3-9291-4be2-99fd-f6e894a89b47), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:26.957888 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-391195b9-f306-4e90-885f-6443acafdf55 admin admin] Publish callbacks [] for security_group (157eb85e-5bb8-40da-8c18-1f9f2f94990a), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:26.959378 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf96047f-c081-4b04-b351-57ca8b5e430c None None] Received port after_create {{(pid=103155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:02:26.965645 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-68818680-8d94-4e29-8506-45a6eb03e033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:27.086793 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-68818680-8d94-4e29-8506-45a6eb03e033 admin admin] Allocated IP 172.27.2.121 (73fab6d0-c07f-433f-9c69-8ff3a31867f5/bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83/5a55de6d-7a2f-405d-a74f-90351caa67a6) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:02:27.095509 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-08af934c-15ae-4831-a376-a8e5b18c6dc0 admin admin] Publish callbacks [] for router_gateway (3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:27.121268 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-08af934c-15ae-4831-a376-a8e5b18c6dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:27.184770 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-a643b31b-1007-4d73-a850-f69de76d5498 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103154) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:02:27.196420 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-a643b31b-1007-4d73-a850-f69de76d5498 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3824925 Mar 29 15:02:27.250571 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc648f2c-dbc8-48d3-9d35-574cfbf7fc85 admin admin] Router dd7c4c58-77c7-467d-9f82-247cad7ab62e is scheduled to L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:02:27.317083 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-96f6d1f5-a310-471d-b5b3-3f4d7ae4f689 None None] Current status of the port f3f1a946-59da-44b1-a3a5-d4740e61a8f7 is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:02:27.317583 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-96f6d1f5-a310-471d-b5b3-3f4d7ae4f689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (f3f1a946-59da-44b1-a3a5-d4740e61a8f7), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:27.362464 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96047f-c081-4b04-b351-57ca8b5e430c None None] Pushing event updated for resources: {'Port': ['ID=c528f34e-8f18-4595-aa95-04d946b82f7f,revision_number=1']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:27.363367 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 36740) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:27.372262 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-d79e4f26-06cd-4af7-b467-9c53432769a9 None None] Publish callbacks [] for port (19b86916-c893-4744-8cdd-982949d8e58c), precommit_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:27.396521 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-d79e4f26-06cd-4af7-b467-9c53432769a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196'] for port (19b86916-c893-4744-8cdd-982949d8e58c), after_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:27.402223 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-68818680-8d94-4e29-8506-45a6eb03e033 admin admin] Publish callbacks [] for port (5a55de6d-7a2f-405d-a74f-90351caa67a6), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:27.403145 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port f3f1a946-59da-44b1-a3a5-d4740e61a8f7 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:27.403661 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (f3f1a946-59da-44b1-a3a5-d4740e61a8f7), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:27.435886 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc648f2c-dbc8-48d3-9d35-574cfbf7fc85 admin admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:02:27.444444 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-391195b9-f306-4e90-885f-6443acafdf55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (157eb85e-5bb8-40da-8c18-1f9f2f94990a), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:27.448790 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f67635b-460e-4723-9583-4e9c9a99fb22 None None] Sync routers for ids ['dd7c4c58-77c7-467d-9f82-247cad7ab62e'] in dv-cinder-835635-1-iscsi {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:02:27.457099 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-391195b9-f306-4e90-885f-6443acafdf55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:27.460776 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-391195b9-f306-4e90-885f-6443acafdf55 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/157eb85e-5bb8-40da-8c18-1f9f2f94990a HTTP/1.1" status: 204 len: 168 time: 0.8028686 Mar 29 15:02:27.461757 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-bf96047f-c081-4b04-b351-57ca8b5e430c None None] Attempting to bind port c528f34e-8f18-4595-aa95-04d946b82f7f on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:02:27.462185 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-bf96047f-c081-4b04-b351-57ca8b5e430c None None] Attempting to bind port c528f34e-8f18-4595-aa95-04d946b82f7f by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': '45a1a486-5bd9-4eb8-874d-5e40191b95cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:02:27.462572 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf96047f-c081-4b04-b351-57ca8b5e430c None None] Attempting to bind port c528f34e-8f18-4595-aa95-04d946b82f7f on network c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:02:27.463308 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f67635b-460e-4723-9583-4e9c9a99fb22 None None] Routers {'dd7c4c58-77c7-467d-9f82-247cad7ab62e'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:02:27.463944 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-8f67635b-460e-4723-9583-4e9c9a99fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:02:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['dd7c4c58-77c7-467d-9f82-247cad7ab62e'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:02:27.477008 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-68818680-8d94-4e29-8506-45a6eb03e033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196'] for port (5a55de6d-7a2f-405d-a74f-90351caa67a6), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:27.479377 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cba5c196-8aa3-41aa-b50c-1a79d80c450d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (cdd217f3-9291-4be2-99fd-f6e894a89b47), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:27.481826 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cba5c196-8aa3-41aa-b50c-1a79d80c450d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:27.492839 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-cba5c196-8aa3-41aa-b50c-1a79d80c450d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cdd217f3-9291-4be2-99fd-f6e894a89b47 HTTP/1.1" status: 204 len: 168 time: 1.1326342 Mar 29 15:02:27.499318 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf96047f-c081-4b04-b351-57ca8b5e430c None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:02:27.499780 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf96047f-c081-4b04-b351-57ca8b5e430c None None] Checking segment: {'id': '45a1a486-5bd9-4eb8-874d-5e40191b95cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:02:27.500206 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-bf96047f-c081-4b04-b351-57ca8b5e430c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:27.500621 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf96047f-c081-4b04-b351-57ca8b5e430c None None] Bound using segment: {'id': '45a1a486-5bd9-4eb8-874d-5e40191b95cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:02:27.501185 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-bf96047f-c081-4b04-b351-57ca8b5e430c None None] Bound port: c528f34e-8f18-4595-aa95-04d946b82f7f, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a1a486-5bd9-4eb8-874d-5e40191b95cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:02:27.502285 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-bf96047f-c081-4b04-b351-57ca8b5e430c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (c528f34e-8f18-4595-aa95-04d946b82f7f), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:27.507220 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc648f2c-dbc8-48d3-9d35-574cfbf7fc85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:27.511434 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-cc648f2c-dbc8-48d3-9d35-574cfbf7fc85 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.2649632 Mar 29 15:02:27.513326 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 36748) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:27.524208 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79e4f26-06cd-4af7-b467-9c53432769a9 None None] Network 8623989d-9dc8-4db2-b236-bf7fe1fec224 is already hosted by enough agents. {{(pid=103155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:02:27.537827 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-96f6d1f5-a310-471d-b5b3-3f4d7ae4f689 None None] For port f3f1a946-59da-44b1-a3a5-d4740e61a8f7, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=f3f1a946-59da-44b1-a3a5-d4740e61a8f7,segment=NetworkSegment(c4910bd0-952b-4530-8412-09d294143007),segment_id=c4910bd0-952b-4530-8412-09d294143007)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:02:27.541568 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.scheduler.base_scheduler [None req-d79e4f26-06cd-4af7-b467-9c53432769a9 None None] Resources bound (agent type, host, resource id): {{(pid=103155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:02:27.546326 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79e4f26-06cd-4af7-b467-9c53432769a9 None None] Received port after_create {{(pid=103155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:02:27.548991 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e4f26-06cd-4af7-b467-9c53432769a9 None None] Pushing event updated for resources: {'Port': ['ID=19b86916-c893-4744-8cdd-982949d8e58c,revision_number=1']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:27.557256 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-96f6d1f5-a310-471d-b5b3-3f4d7ae4f689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (f3f1a946-59da-44b1-a3a5-d4740e61a8f7), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:27.602285 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68818680-8d94-4e29-8506-45a6eb03e033 admin admin] Pushing event updated for resources: {'Port': ['ID=5a55de6d-7a2f-405d-a74f-90351caa67a6,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:27.623994 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1f31ffaa-1d72-46f9-a4f1-7fa80a9ec9c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:27.628040 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-08af934c-15ae-4831-a376-a8e5b18c6dc0 admin admin] Allocated IP 172.27.2.203 (73fab6d0-c07f-433f-9c69-8ff3a31867f5/bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83/f4192f2e-1286-4fd0-97aa-751ef4942a7e) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:02:27.642433 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-65f46908-7f58-4815-b0e9-07f01d337b7a service neutron] 10.222.0.35 "GET /v2.0/networks/75601928-ea85-4865-8524-05e7335499fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444842 Mar 29 15:02:27.649690 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391195b9-f306-4e90-885f-6443acafdf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157eb85e-5bb8-40da-8c18-1f9f2f94990a,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:27.698468 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68818680-8d94-4e29-8506-45a6eb03e033 admin admin] Network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:02:27.711694 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-68818680-8d94-4e29-8506-45a6eb03e033 admin admin] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:02:27.742846 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1f31ffaa-1d72-46f9-a4f1-7fa80a9ec9c7 admin admin] Publish callbacks [] for security_group (a24ca737-f1aa-46b6-9846-ffcaa3674071), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:27.759097 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1f31ffaa-1d72-46f9-a4f1-7fa80a9ec9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (a24ca737-f1aa-46b6-9846-ffcaa3674071), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:27.764325 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68818680-8d94-4e29-8506-45a6eb03e033 admin admin] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:02:27.780213 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6d1f5-a310-471d-b5b3-3f4d7ae4f689 None None] Pushing event updated for resources: {'Port': ['ID=f3f1a946-59da-44b1-a3a5-d4740e61a8f7,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:27.784221 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-d79e4f26-06cd-4af7-b467-9c53432769a9 None None] Attempting to bind port 19b86916-c893-4744-8cdd-982949d8e58c on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:02:27.785256 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-d79e4f26-06cd-4af7-b467-9c53432769a9 None None] Attempting to bind port 19b86916-c893-4744-8cdd-982949d8e58c by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': '76ced992-64b5-4d36-a1da-2a36ce3c4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:02:27.785804 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79e4f26-06cd-4af7-b467-9c53432769a9 None None] Attempting to bind port 19b86916-c893-4744-8cdd-982949d8e58c on network 8623989d-9dc8-4db2-b236-bf7fe1fec224 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:02:27.796164 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-bf96047f-c081-4b04-b351-57ca8b5e430c None None] For port c528f34e-8f18-4595-aa95-04d946b82f7f, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:02:27.803824 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-bf96047f-c081-4b04-b351-57ca8b5e430c None None] For port c528f34e-8f18-4595-aa95-04d946b82f7f, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=c528f34e-8f18-4595-aa95-04d946b82f7f,segment=NetworkSegment(45a1a486-5bd9-4eb8-874d-5e40191b95cd),segment_id=45a1a486-5bd9-4eb8-874d-5e40191b95cd)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:02:27.806745 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port f3f1a946-59da-44b1-a3a5-d4740e61a8f7 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:02:27.812708 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79e4f26-06cd-4af7-b467-9c53432769a9 None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:02:27.813801 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79e4f26-06cd-4af7-b467-9c53432769a9 None None] Checking segment: {'id': '76ced992-64b5-4d36-a1da-2a36ce3c4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:02:27.814501 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-d79e4f26-06cd-4af7-b467-9c53432769a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:27.815058 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79e4f26-06cd-4af7-b467-9c53432769a9 None None] Bound using segment: {'id': '76ced992-64b5-4d36-a1da-2a36ce3c4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:02:27.815704 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-d79e4f26-06cd-4af7-b467-9c53432769a9 None None] Bound port: 19b86916-c893-4744-8cdd-982949d8e58c, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ced992-64b5-4d36-a1da-2a36ce3c4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:02:27.816480 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-d79e4f26-06cd-4af7-b467-9c53432769a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (19b86916-c893-4744-8cdd-982949d8e58c), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:27.822448 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-bc10e541-cffb-466f-9461-e44334a88f0d None None] Provisioning complete for port f3f1a946-59da-44b1-a3a5-d4740e61a8f7 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:27.822818 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-bc10e541-cffb-466f-9461-e44334a88f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (f3f1a946-59da-44b1-a3a5-d4740e61a8f7), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:27.824970 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-bf96047f-c081-4b04-b351-57ca8b5e430c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (c528f34e-8f18-4595-aa95-04d946b82f7f), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:27.889145 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31ffaa-1d72-46f9-a4f1-7fa80a9ec9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24ca737-f1aa-46b6-9846-ffcaa3674071,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:27.903703 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-1f31ffaa-1d72-46f9-a4f1-7fa80a9ec9c7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=79107acc504c4077a53e9694a31d8a34&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5389462 Mar 29 15:02:27.912033 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 36752) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:27.985484 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5c196-8aa3-41aa-b50c-1a79d80c450d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd217f3-9291-4be2-99fd-f6e894a89b47,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:28.012941 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96047f-c081-4b04-b351-57ca8b5e430c None None] Pushing event updated for resources: {'Port': ['ID=c528f34e-8f18-4595-aa95-04d946b82f7f,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:28.085176 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-d79e4f26-06cd-4af7-b467-9c53432769a9 None None] For port 19b86916-c893-4744-8cdd-982949d8e58c, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:02:28.110770 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-8f67635b-460e-4723-9583-4e9c9a99fb22 None None] Set router dd7c4c58-77c7-467d-9f82-247cad7ab62e gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:02:28.127283 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-d79e4f26-06cd-4af7-b467-9c53432769a9 None None] For port 19b86916-c893-4744-8cdd-982949d8e58c, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=19b86916-c893-4744-8cdd-982949d8e58c,segment=NetworkSegment(76ced992-64b5-4d36-a1da-2a36ce3c4f6e),segment_id=76ced992-64b5-4d36-a1da-2a36ce3c4f6e)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:02:28.149699 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-d79e4f26-06cd-4af7-b467-9c53432769a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (19b86916-c893-4744-8cdd-982949d8e58c), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:28.152926 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-bc10e541-cffb-466f-9461-e44334a88f0d None None] Current status of the port f3f1a946-59da-44b1-a3a5-d4740e61a8f7 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:02:28.164035 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 36758) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:28.218161 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5053427-d6b1-41fe-8b57-f605b68ee58c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:28.306435 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-08af934c-15ae-4831-a376-a8e5b18c6dc0 admin admin] Publish callbacks [] for port (f4192f2e-1286-4fd0-97aa-751ef4942a7e), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:28.349774 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-a7ce5b8c-2923-40c1-8cf1-4e7b1f0eae62 service neutron] 10.222.0.35 "GET /v2.0/networks/75601928-ea85-4865-8524-05e7335499fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7058756 Mar 29 15:02:28.357061 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a3c4b13d-09a0-4764-aa63-8b48b85425a4 admin admin] Publish callbacks [] for security_group (a24ca737-f1aa-46b6-9846-ffcaa3674071), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:28.398941 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e4f26-06cd-4af7-b467-9c53432769a9 None None] Pushing event updated for resources: {'Port': ['ID=19b86916-c893-4744-8cdd-982949d8e58c,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:28.483666 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a3c4b13d-09a0-4764-aa63-8b48b85425a4 admin admin] Publish callbacks [] for security_group (a24ca737-f1aa-46b6-9846-ffcaa3674071), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:28.649956 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-8f67635b-460e-4723-9583-4e9c9a99fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'name': 'tempest-ServerRescueNegativeTestJSON-954116710-router', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '876eac65-f672-4953-84b6-544e85e87cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:23Z', 'updated_at': '2022-03-29T15:02:25Z', 'revision_number': 3, 'project_id': '00f07373deef4fc0b642c58742393b86', 'gw_port': {'id': '876eac65-f672-4953-84b6-544e85e87cde', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:24Z', 'updated_at': '2022-03-29T15:02:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:02:28.672095 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-68818680-8d94-4e29-8506-45a6eb03e033 admin admin] Publish callbacks [] for router_gateway (4491648a-e652-4c18-b06a-39dc449e7243), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:28.679229 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f67635b-460e-4723-9583-4e9c9a99fb22 None None] Checking router: dd7c4c58-77c7-467d-9f82-247cad7ab62e for host: dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:02:28.679840 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f67635b-460e-4723-9583-4e9c9a99fb22 None None] Updating router dd7c4c58-77c7-467d-9f82-247cad7ab62e port 876eac65-f672-4953-84b6-544e85e87cde binding host dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:02:28.722749 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-8f67635b-460e-4723-9583-4e9c9a99fb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (876eac65-f672-4953-84b6-544e85e87cde), before_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:28.837375 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device c528f34e-8f18-4595-aa95-04d946b82f7f up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:02:28.932306 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 36786) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:28.956077 dv-cinder-835635-1-iscsi neutron-server[103153]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 29 15:02:28.961399 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port c528f34e-8f18-4595-aa95-04d946b82f7f triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:28.961891 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (c528f34e-8f18-4595-aa95-04d946b82f7f), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:29.082182 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-08af934c-15ae-4831-a376-a8e5b18c6dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196'] for port (f4192f2e-1286-4fd0-97aa-751ef4942a7e), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:29.137367 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d7d76676-3bbb-4883-9d42-429c50753e88 req-05eda885-356f-4015-8724-aa5239bfbb5f tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 210 time: 0.1859405 Mar 29 15:02:29.249558 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af934c-15ae-4831-a376-a8e5b18c6dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=f4192f2e-1286-4fd0-97aa-751ef4942a7e,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:29.276082 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08af934c-15ae-4831-a376-a8e5b18c6dc0 admin admin] Network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:02:29.280677 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-08af934c-15ae-4831-a376-a8e5b18c6dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:02:29.288431 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08af934c-15ae-4831-a376-a8e5b18c6dc0 admin admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:02:29.305506 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-8f67635b-460e-4723-9583-4e9c9a99fb22 None None] Publish callbacks [] for port (876eac65-f672-4953-84b6-544e85e87cde), precommit_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:29.318428 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-8f67635b-460e-4723-9583-4e9c9a99fb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (876eac65-f672-4953-84b6-544e85e87cde), after_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:29.404405 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff8d81-d9dc-42f5-8251-74607a726e69 None None] Pushing event updated for resources: {'Port': ['ID=876eac65-f672-4953-84b6-544e85e87cde,revision_number=2']} {{(pid=103156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:29.437636 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8d81-d9dc-42f5-8251-74607a726e69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:29.441550 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8d81-d9dc-42f5-8251-74607a726e69 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:29.443156 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8d81-d9dc-42f5-8251-74607a726e69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:29.445026 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8d81-d9dc-42f5-8251-74607a726e69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:29.445376 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8d81-d9dc-42f5-8251-74607a726e69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:29.445723 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8d81-d9dc-42f5-8251-74607a726e69 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:29.446052 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8d81-d9dc-42f5-8251-74607a726e69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:29.446375 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8d81-d9dc-42f5-8251-74607a726e69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:29.454132 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port c528f34e-8f18-4595-aa95-04d946b82f7f is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:02:29.454724 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8d81-d9dc-42f5-8251-74607a726e69 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:29.454724 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8d81-d9dc-42f5-8251-74607a726e69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:29.454998 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8d81-d9dc-42f5-8251-74607a726e69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:29.455261 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8d81-d9dc-42f5-8251-74607a726e69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:29.455862 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (c528f34e-8f18-4595-aa95-04d946b82f7f), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:29.459863 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8d81-d9dc-42f5-8251-74607a726e69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:29.460281 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8d81-d9dc-42f5-8251-74607a726e69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:29.462365 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8d81-d9dc-42f5-8251-74607a726e69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8d81-d9dc-42f5-8251-74607a726e69 None None] Tracked resource versions report: Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: pushed versions: Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: { 'AddressGroup': {'1.2'}, Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: 'Agent': {'1.1'}, Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: 'ConntrackHelper': {'1.0'}, Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: 'LocalIPAssociation': {'1.0'}, Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: 'Log': {'1.0'}, Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: 'NDPProxy': {'1.0'}, Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: 'Network': {'1.1'}, Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: 'Port': {'1.7'}, Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: 'PortForwarding': {'1.3'}, Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: 'QosPolicy': {'1.10'}, Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: 'SecurityGroup': {'1.5'}, Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: 'SecurityGroupRule': {'1.2'}, Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: 'SubPort': {'1.0'}, Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: 'Subnet': {'1.1'}, Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: 'Trunk': {'1.1'}} Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: consumer versions: Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: { DHCP agent@dv-cinder-835635-1-iscsi: {}, Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: HyperV agent@hv-cinder-83563: {}, Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: L3 agent@dv-cinder-835635-1-iscsi: {}, Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: Metadata agent@dv-cinder-835635-1-iscsi: {}, Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: Metering agent@dv-cinder-835635-1-iscsi: {}, Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: Open vSwitch agent@dv-cinder-835635-1-iscsi: { 'AddressGroup': '1.2', Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: 'Agent': '1.1', Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: 'ConntrackHelper': '1.0', Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: 'LocalIPAssociation': '1.0', Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: 'Log': '1.0', Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: 'NDPProxy': '1.0', Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: 'Network': '1.1', Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: 'Port': '1.7', Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: 'PortForwarding': '1.3', Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: 'QosPolicy': '1.10', Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: 'SecurityGroup': '1.5', Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: 'SecurityGroupRule': '1.2', Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: 'SubPort': '1.0', Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: 'Subnet': '1.1', Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: 'Trunk': '1.1'}} Mar 29 15:02:29.463643 dv-cinder-835635-1-iscsi neutron-server[103156]: {{(pid=103156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 15:02:29.472786 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-8f67635b-460e-4723-9583-4e9c9a99fb22 None None] Attempting to bind port 876eac65-f672-4953-84b6-544e85e87cde on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:02:29.475104 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-8f67635b-460e-4723-9583-4e9c9a99fb22 None None] Attempting to bind port 876eac65-f672-4953-84b6-544e85e87cde by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}] {{(pid=103156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:02:29.475472 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f67635b-460e-4723-9583-4e9c9a99fb22 None None] Attempting to bind port 876eac65-f672-4953-84b6-544e85e87cde on network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:02:29.485854 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f67635b-460e-4723-9583-4e9c9a99fb22 None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:02:29.488164 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f67635b-460e-4723-9583-4e9c9a99fb22 None None] Checking segment: {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:02:29.489205 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-8f67635b-460e-4723-9583-4e9c9a99fb22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:29.491238 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f67635b-460e-4723-9583-4e9c9a99fb22 None None] Bound using segment: {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'} {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:02:29.492001 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-8f67635b-460e-4723-9583-4e9c9a99fb22 None None] Bound port: 876eac65-f672-4953-84b6-544e85e87cde, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}}] {{(pid=103156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:02:29.492583 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-8f67635b-460e-4723-9583-4e9c9a99fb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (876eac65-f672-4953-84b6-544e85e87cde), before_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:29.508435 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] For port c528f34e-8f18-4595-aa95-04d946b82f7f, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=c528f34e-8f18-4595-aa95-04d946b82f7f,segment=NetworkSegment(45a1a486-5bd9-4eb8-874d-5e40191b95cd),segment_id=45a1a486-5bd9-4eb8-874d-5e40191b95cd)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:02:29.515252 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (c528f34e-8f18-4595-aa95-04d946b82f7f), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:29.516935 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device f3f1a946-59da-44b1-a3a5-d4740e61a8f7 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:02:29.559083 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a3c4b13d-09a0-4764-aa63-8b48b85425a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (a24ca737-f1aa-46b6-9846-ffcaa3674071), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:29.562436 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a3c4b13d-09a0-4764-aa63-8b48b85425a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:29.573171 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-a3c4b13d-09a0-4764-aa63-8b48b85425a4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a24ca737-f1aa-46b6-9846-ffcaa3674071 HTTP/1.1" status: 204 len: 168 time: 1.6580279 Mar 29 15:02:29.605096 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.db [None req-8f67635b-460e-4723-9583-4e9c9a99fb22 None None] For port 876eac65-f672-4953-84b6-544e85e87cde, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:02:29.612787 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.db [None req-8f67635b-460e-4723-9583-4e9c9a99fb22 None None] For port 876eac65-f672-4953-84b6-544e85e87cde, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=876eac65-f672-4953-84b6-544e85e87cde,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:02:29.626339 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5053427-d6b1-41fe-8b57-f605b68ee58c admin admin] Publish callbacks [] for security_group (fcad309c-dc6c-4b5d-a020-3607c0fa0eb8), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:29.628517 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-8f67635b-460e-4723-9583-4e9c9a99fb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (876eac65-f672-4953-84b6-544e85e87cde), after_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:29.647576 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b5053427-d6b1-41fe-8b57-f605b68ee58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (fcad309c-dc6c-4b5d-a020-3607c0fa0eb8), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:29.702649 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Pushing event updated for resources: {'Port': ['ID=c528f34e-8f18-4595-aa95-04d946b82f7f,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:29.726574 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port f3f1a946-59da-44b1-a3a5-d4740e61a8f7 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:29.726980 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (f3f1a946-59da-44b1-a3a5-d4740e61a8f7), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:29.728118 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f67635b-460e-4723-9583-4e9c9a99fb22 None None] Routers {'dd7c4c58-77c7-467d-9f82-247cad7ab62e'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:02:29.729516 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-8f67635b-460e-4723-9583-4e9c9a99fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:02:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['dd7c4c58-77c7-467d-9f82-247cad7ab62e'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:02:29.806098 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4b370f-cceb-42b5-ae41-dc01d3700405 None None] Network c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:02:29.859704 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4b13d-09a0-4764-aa63-8b48b85425a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24ca737-f1aa-46b6-9846-ffcaa3674071,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:29.967889 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-8f67635b-460e-4723-9583-4e9c9a99fb22 None None] Set router dd7c4c58-77c7-467d-9f82-247cad7ab62e gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:02:30.114712 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff8d81-d9dc-42f5-8251-74607a726e69 None None] Pushing event updated for resources: {'Port': ['ID=876eac65-f672-4953-84b6-544e85e87cde,revision_number=3']} {{(pid=103156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:30.117797 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5053427-d6b1-41fe-8b57-f605b68ee58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcad309c-dc6c-4b5d-a020-3607c0fa0eb8,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:30.144615 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-b5053427-d6b1-41fe-8b57-f605b68ee58c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=96343c436ce54ac09bed5daf4edb704f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9725585 Mar 29 15:02:30.151279 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port f3f1a946-59da-44b1-a3a5-d4740e61a8f7 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:02:30.153216 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 36824) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:30.196232 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-4ba304ee-d01e-4c9c-a123-aa807dd507f8 None None] Provisioning complete for port c528f34e-8f18-4595-aa95-04d946b82f7f triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:30.196647 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-4ba304ee-d01e-4c9c-a123-aa807dd507f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (c528f34e-8f18-4595-aa95-04d946b82f7f), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:30.316747 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f30f27c6-9ac4-4ed1-a663-ba01de6e4eaf req-38f2e5e0-762e-4289-992f-4e14c89f2460 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 210 time: 0.0506363 Mar 29 15:02:30.333045 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-68818680-8d94-4e29-8506-45a6eb03e033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1793453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787170'] for router (4491648a-e652-4c18-b06a-39dc449e7243), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:30.343283 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-61603616-a019-4873-8a43-1c482faa0269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:30.357004 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-825cf6ec-067c-4356-a915-49c900e45a0a admin admin] Publish callbacks [] for security_group (fcad309c-dc6c-4b5d-a020-3607c0fa0eb8), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:30.499474 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-825cf6ec-067c-4356-a915-49c900e45a0a admin admin] Publish callbacks [] for security_group (fcad309c-dc6c-4b5d-a020-3607c0fa0eb8), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:30.539058 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-08af934c-15ae-4831-a376-a8e5b18c6dc0 admin admin] Publish callbacks [] for router_gateway (3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:30.549946 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-8f67635b-460e-4723-9583-4e9c9a99fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'name': 'tempest-ServerRescueNegativeTestJSON-954116710-router', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '876eac65-f672-4953-84b6-544e85e87cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:23Z', 'updated_at': '2022-03-29T15:02:25Z', 'revision_number': 3, 'project_id': '00f07373deef4fc0b642c58742393b86', 'gw_port': {'id': '876eac65-f672-4953-84b6-544e85e87cde', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:24Z', 'updated_at': '2022-03-29T15:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:02:30.618616 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f33421-372f-4048-bdb8-3f1669864b72 None None] Network 8623989d-9dc8-4db2-b236-bf7fe1fec224 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:02:30.638448 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f67635b-460e-4723-9583-4e9c9a99fb22 None None] The sync data for ids ['dd7c4c58-77c7-467d-9f82-247cad7ab62e'] in dv-cinder-835635-1-iscsi is: [{'id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'name': 'tempest-ServerRescueNegativeTestJSON-954116710-router', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '876eac65-f672-4953-84b6-544e85e87cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:23Z', 'updated_at': '2022-03-29T15:02:25Z', 'revision_number': 3, 'project_id': '00f07373deef4fc0b642c58742393b86', 'gw_port': {'id': '876eac65-f672-4953-84b6-544e85e87cde', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:24Z', 'updated_at': '2022-03-29T15:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}] {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:02:30.773600 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-825cf6ec-067c-4356-a915-49c900e45a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (fcad309c-dc6c-4b5d-a020-3607c0fa0eb8), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:30.787568 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-825cf6ec-067c-4356-a915-49c900e45a0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:30.789966 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-825cf6ec-067c-4356-a915-49c900e45a0a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fcad309c-dc6c-4b5d-a020-3607c0fa0eb8 HTTP/1.1" status: 204 len: 168 time: 0.6357379 Mar 29 15:02:30.807084 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-4ba304ee-d01e-4c9c-a123-aa807dd507f8 None None] Current status of the port c528f34e-8f18-4595-aa95-04d946b82f7f is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:02:30.947871 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825cf6ec-067c-4356-a915-49c900e45a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcad309c-dc6c-4b5d-a020-3607c0fa0eb8,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:31.014740 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 19b86916-c893-4744-8cdd-982949d8e58c up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:02:31.031402 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-7ad597a5-7912-4d09-9d92-0e81270b1361 None None] Provisioning complete for port 19b86916-c893-4744-8cdd-982949d8e58c triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:31.031650 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7ad597a5-7912-4d09-9d92-0e81270b1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (19b86916-c893-4744-8cdd-982949d8e58c), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:31.034740 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68818680-8d94-4e29-8506-45a6eb03e033 admin admin] Router 4491648a-e652-4c18-b06a-39dc449e7243 is scheduled to L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 with binding_index 1 {{(pid=103154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:02:31.289217 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 19b86916-c893-4744-8cdd-982949d8e58c triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:31.289996 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (19b86916-c893-4744-8cdd-982949d8e58c), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:31.394232 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-61603616-a019-4873-8a43-1c482faa0269 admin admin] Allocated IP 172.20.0.1 (9352682d-561b-46b3-a155-35c84f4fd466/4785f368-95a0-409f-b70d-930d5b4d123e/8122cb94-5ff8-45ab-80fe-d59daca07898) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:02:31.411000 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-7ad597a5-7912-4d09-9d92-0e81270b1361 None None] Current status of the port 19b86916-c893-4744-8cdd-982949d8e58c is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:02:31.413459 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68818680-8d94-4e29-8506-45a6eb03e033 admin admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:02:31.416289 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7ad597a5-7912-4d09-9d92-0e81270b1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (19b86916-c893-4744-8cdd-982949d8e58c), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:31.463790 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-68818680-8d94-4e29-8506-45a6eb03e033 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:31.465258 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-68818680-8d94-4e29-8506-45a6eb03e033 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2883022 Mar 29 15:02:31.475890 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe486c-3833-431e-bf69-9e54d4f8904d None None] Sync routers for ids ['4491648a-e652-4c18-b06a-39dc449e7243'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:02:31.476645 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 36870) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:31.630603 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-7ad597a5-7912-4d09-9d92-0e81270b1361 None None] For port 19b86916-c893-4744-8cdd-982949d8e58c, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=19b86916-c893-4744-8cdd-982949d8e58c,segment=NetworkSegment(76ced992-64b5-4d36-a1da-2a36ce3c4f6e),segment_id=76ced992-64b5-4d36-a1da-2a36ce3c4f6e)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:02:31.659520 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-08af934c-15ae-4831-a376-a8e5b18c6dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1793453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787170'] for router (3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:31.686760 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe486c-3833-431e-bf69-9e54d4f8904d None None] Routers {'4491648a-e652-4c18-b06a-39dc449e7243'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:02:31.687418 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f7fe486c-3833-431e-bf69-9e54d4f8904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:02:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['4491648a-e652-4c18-b06a-39dc449e7243'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:02:31.690737 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7ad597a5-7912-4d09-9d92-0e81270b1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (19b86916-c893-4744-8cdd-982949d8e58c), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:31.735935 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2df4893f-b409-478a-a151-fae88f7bf486 req-81af94c2-6977-4879-b76a-328ae5184373 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 210 time: 0.0780196 Mar 29 15:02:31.873418 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-61603616-a019-4873-8a43-1c482faa0269 admin admin] Publish callbacks [] for port (8122cb94-5ff8-45ab-80fe-d59daca07898), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:31.917358 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad597a5-7912-4d09-9d92-0e81270b1361 None None] Pushing event updated for resources: {'Port': ['ID=19b86916-c893-4744-8cdd-982949d8e58c,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:31.919800 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 19b86916-c893-4744-8cdd-982949d8e58c is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:02:31.920193 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (19b86916-c893-4744-8cdd-982949d8e58c), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:32.027401 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-61603616-a019-4873-8a43-1c482faa0269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196'] for port (8122cb94-5ff8-45ab-80fe-d59daca07898), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:32.125550 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-e4b021fd-c4a6-4085-9260-85bc01878d0d None None] Provisioning complete for port 19b86916-c893-4744-8cdd-982949d8e58c triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:32.125550 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e4b021fd-c4a6-4085-9260-85bc01878d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (19b86916-c893-4744-8cdd-982949d8e58c), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:32.130072 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61603616-a019-4873-8a43-1c482faa0269 admin admin] Network 9352682d-561b-46b3-a155-35c84f4fd466 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:02:32.143078 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-61603616-a019-4873-8a43-1c482faa0269 admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:02:32.157283 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61603616-a019-4873-8a43-1c482faa0269 admin admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:02:32.159385 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-61603616-a019-4873-8a43-1c482faa0269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787637'] for router_interface (dd7c4c58-77c7-467d-9f82-247cad7ab62e), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:32.197890 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.db.api [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:02:32.198490 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG oslo_db.api [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:02:32.230383 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-f7fe486c-3833-431e-bf69-9e54d4f8904d None None] Set router 4491648a-e652-4c18-b06a-39dc449e7243 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:02:32.274083 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61603616-a019-4873-8a43-1c482faa0269 admin admin] Pushing event updated for resources: {'Port': ['ID=8122cb94-5ff8-45ab-80fe-d59daca07898,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:32.308131 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08af934c-15ae-4831-a376-a8e5b18c6dc0 admin admin] Router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 is scheduled to L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:02:32.510530 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-e4b021fd-c4a6-4085-9260-85bc01878d0d None None] Current status of the port 19b86916-c893-4744-8cdd-982949d8e58c is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:02:32.599698 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-e4b021fd-c4a6-4085-9260-85bc01878d0d None None] Provisioning complete for port c528f34e-8f18-4595-aa95-04d946b82f7f triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:32.600551 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e4b021fd-c4a6-4085-9260-85bc01878d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (c528f34e-8f18-4595-aa95-04d946b82f7f), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:32.745315 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-49298f9b-f9d8-428f-b8e4-f22a62c7aeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:32.762349 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 19b86916-c893-4744-8cdd-982949d8e58c is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:02:32.762931 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-61603616-a019-4873-8a43-1c482faa0269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (8122cb94-5ff8-45ab-80fe-d59daca07898), before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:32.763447 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device c528f34e-8f18-4595-aa95-04d946b82f7f up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:02:32.776763 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08af934c-15ae-4831-a376-a8e5b18c6dc0 admin admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:02:32.787116 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229c55e-b162-41fc-b8bf-6a6569eb20f9 None None] Sync routers for ids ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'] in dv-cinder-835635-1-iscsi {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:02:32.811877 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d229c55e-b162-41fc-b8bf-6a6569eb20f9 None None] Routers {'3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:02:32.812948 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-d229c55e-b162-41fc-b8bf-6a6569eb20f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:02:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:02:32.878550 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-e4b021fd-c4a6-4085-9260-85bc01878d0d None None] Current status of the port c528f34e-8f18-4595-aa95-04d946b82f7f is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:02:32.933207 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f7fe486c-3833-431e-bf69-9e54d4f8904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4491648a-e652-4c18-b06a-39dc449e7243', 'name': 'tempest-AttachVolumeTestJSON-840906129-router', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:28Z', 'revision_number': 3, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'gw_port': {'id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:26Z', 'updated_at': '2022-03-29T15:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:02:32.986833 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe486c-3833-431e-bf69-9e54d4f8904d None None] Checking router: 4491648a-e652-4c18-b06a-39dc449e7243 for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:02:32.987281 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe486c-3833-431e-bf69-9e54d4f8904d None None] Updating router 4491648a-e652-4c18-b06a-39dc449e7243 port 5a55de6d-7a2f-405d-a74f-90351caa67a6 binding host dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:02:32.995684 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-08af934c-15ae-4831-a376-a8e5b18c6dc0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:32.999228 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-08af934c-15ae-4831-a376-a8e5b18c6dc0 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.2812712 Mar 29 15:02:33.046045 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 36918) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:33.051641 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-ab5d4ac7-49bf-44fe-81a2-9f5fd43da947 req-dd7d73a1-d397-4629-a78f-8bf149007390 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 210 time: 0.1411657 Mar 29 15:02:33.102668 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-456e5ce8-aafb-4ab7-812f-9f85f025c7a5 None None] Provisioning complete for port 8122cb94-5ff8-45ab-80fe-d59daca07898 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:33.102834 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-456e5ce8-aafb-4ab7-812f-9f85f025c7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (8122cb94-5ff8-45ab-80fe-d59daca07898), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:33.156035 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-f7fe486c-3833-431e-bf69-9e54d4f8904d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (5a55de6d-7a2f-405d-a74f-90351caa67a6), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:33.178377 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-d229c55e-b162-41fc-b8bf-6a6569eb20f9 None None] Set router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:02:33.467127 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-49298f9b-f9d8-428f-b8e4-f22a62c7aeaf admin admin] Allocated IP 172.20.0.1 (c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db/b0d28f83-336a-4760-8daf-f760c1456634/c420abcb-17a6-4dbc-87c2-0aba40cf45d9) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:02:33.611288 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-d229c55e-b162-41fc-b8bf-6a6569eb20f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:30Z', 'revision_number': 3, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:02:33.651568 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229c55e-b162-41fc-b8bf-6a6569eb20f9 None None] Checking router: 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 for host: dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:02:33.651925 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229c55e-b162-41fc-b8bf-6a6569eb20f9 None None] Updating router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 port f4192f2e-1286-4fd0-97aa-751ef4942a7e binding host dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:02:33.675272 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.36', 56530) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:33.693910 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-d229c55e-b162-41fc-b8bf-6a6569eb20f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (f4192f2e-1286-4fd0-97aa-751ef4942a7e), before_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:33.701307 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-61603616-a019-4873-8a43-1c482faa0269 admin admin] Publish callbacks [] for port (8122cb94-5ff8-45ab-80fe-d59daca07898), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:34.024553 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port c528f34e-8f18-4595-aa95-04d946b82f7f triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:34.026407 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (c528f34e-8f18-4595-aa95-04d946b82f7f), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:34.096814 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-177fc434-8a55-426a-b9ff-e586099366d8 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:34.098710 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-177fc434-8a55-426a-b9ff-e586099366d8 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.36 "GET /v2.0/networks?id=75601928-ea85-4865-8524-05e7335499fe HTTP/1.1" status: 200 len: 811 time: 0.4199932 Mar 29 15:02:34.101331 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-61603616-a019-4873-8a43-1c482faa0269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (8122cb94-5ff8-45ab-80fe-d59daca07898), after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:34.102667 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-61603616-a019-4873-8a43-1c482faa0269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787489'] for router_interface (dd7c4c58-77c7-467d-9f82-247cad7ab62e), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:34.109153 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-456e5ce8-aafb-4ab7-812f-9f85f025c7a5 None None] Port 8122cb94-5ff8-45ab-80fe-d59daca07898 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:02:34.146376 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-49298f9b-f9d8-428f-b8e4-f22a62c7aeaf admin admin] Publish callbacks [] for port (c420abcb-17a6-4dbc-87c2-0aba40cf45d9), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:34.186382 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port c528f34e-8f18-4595-aa95-04d946b82f7f is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:02:34.228186 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-49298f9b-f9d8-428f-b8e4-f22a62c7aeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196'] for port (c420abcb-17a6-4dbc-87c2-0aba40cf45d9), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:34.298674 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49298f9b-f9d8-428f-b8e4-f22a62c7aeaf admin admin] Network c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:02:34.311366 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-49298f9b-f9d8-428f-b8e4-f22a62c7aeaf admin admin] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:02:34.315528 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49298f9b-f9d8-428f-b8e4-f22a62c7aeaf admin admin] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:02:34.316030 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-49298f9b-f9d8-428f-b8e4-f22a62c7aeaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787637'] for router_interface (4491648a-e652-4c18-b06a-39dc449e7243), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:34.342130 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-f7fe486c-3833-431e-bf69-9e54d4f8904d None None] Publish callbacks [] for port (5a55de6d-7a2f-405d-a74f-90351caa67a6), precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:34.348352 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-9c2818a4-dac2-4b21-bbe0-556eb8488399 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Request body: {'port': {'device_id': '6f75943b-a2f6-4f58-90f9-cb413c3fc79f', 'network_id': '75601928-ea85-4865-8524-05e7335499fe', 'admin_state_up': True, 'tenant_id': 'c8d70cc173f545f7b2fbc32c6dda9cac'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:34.352011 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-f7fe486c-3833-431e-bf69-9e54d4f8904d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (5a55de6d-7a2f-405d-a74f-90351caa67a6), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:34.390787 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49298f9b-f9d8-428f-b8e4-f22a62c7aeaf admin admin] Pushing event updated for resources: {'Port': ['ID=c420abcb-17a6-4dbc-87c2-0aba40cf45d9,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:34.458066 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-f7fe486c-3833-431e-bf69-9e54d4f8904d None None] Attempting to bind port 5a55de6d-7a2f-405d-a74f-90351caa67a6 on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:02:34.458464 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-f7fe486c-3833-431e-bf69-9e54d4f8904d None None] Attempting to bind port 5a55de6d-7a2f-405d-a74f-90351caa67a6 by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:02:34.460344 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe486c-3833-431e-bf69-9e54d4f8904d None None] Attempting to bind port 5a55de6d-7a2f-405d-a74f-90351caa67a6 on network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:02:34.482778 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe486c-3833-431e-bf69-9e54d4f8904d None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:02:34.483165 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe486c-3833-431e-bf69-9e54d4f8904d None None] Checking segment: {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:02:34.484870 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-f7fe486c-3833-431e-bf69-9e54d4f8904d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:34.485378 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe486c-3833-431e-bf69-9e54d4f8904d None None] Bound using segment: {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:02:34.485877 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-f7fe486c-3833-431e-bf69-9e54d4f8904d None None] Bound port: 5a55de6d-7a2f-405d-a74f-90351caa67a6, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:02:34.486271 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-f7fe486c-3833-431e-bf69-9e54d4f8904d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (5a55de6d-7a2f-405d-a74f-90351caa67a6), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:34.499760 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217368e3-93fe-4415-bd58-154afb3e9a23 None None] Pushing event updated for resources: {'Port': ['ID=5a55de6d-7a2f-405d-a74f-90351caa67a6,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:34.560047 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 19b86916-c893-4744-8cdd-982949d8e58c up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:02:34.682316 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-53289330-ec25-4111-af16-f996914ab26e req-9203f887-ac3b-4c82-ac1c-5cf808996aa9 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 210 time: 0.3882465 Mar 29 15:02:34.685033 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61603616-a019-4873-8a43-1c482faa0269 admin admin] Network 9352682d-561b-46b3-a155-35c84f4fd466 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:02:34.721897 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-61603616-a019-4873-8a43-1c482faa0269 admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:02:34.728485 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c03a62c8-7541-4325-9ef7-af71903d9b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:34.757812 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-f7fe486c-3833-431e-bf69-9e54d4f8904d None None] For port 5a55de6d-7a2f-405d-a74f-90351caa67a6, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:02:34.769801 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-f7fe486c-3833-431e-bf69-9e54d4f8904d None None] For port 5a55de6d-7a2f-405d-a74f-90351caa67a6, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=5a55de6d-7a2f-405d-a74f-90351caa67a6,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:02:34.800911 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-d229c55e-b162-41fc-b8bf-6a6569eb20f9 None None] Publish callbacks [] for port (f4192f2e-1286-4fd0-97aa-751ef4942a7e), precommit_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:34.801488 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-f7fe486c-3833-431e-bf69-9e54d4f8904d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (5a55de6d-7a2f-405d-a74f-90351caa67a6), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:34.814726 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 19b86916-c893-4744-8cdd-982949d8e58c triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:34.815333 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (19b86916-c893-4744-8cdd-982949d8e58c), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:34.817031 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-d229c55e-b162-41fc-b8bf-6a6569eb20f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (f4192f2e-1286-4fd0-97aa-751ef4942a7e), after_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:34.838589 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61603616-a019-4873-8a43-1c482faa0269 admin admin] Pushing event updated for resources: {'Port': ['ID=8122cb94-5ff8-45ab-80fe-d59daca07898,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:34.843778 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-49298f9b-f9d8-428f-b8e4-f22a62c7aeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (c420abcb-17a6-4dbc-87c2-0aba40cf45d9), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:34.905428 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2b518-5778-4a27-9e71-fafc510375fb None None] Pushing event updated for resources: {'Port': ['ID=f4192f2e-1286-4fd0-97aa-751ef4942a7e,revision_number=2']} {{(pid=103156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:34.949642 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-d229c55e-b162-41fc-b8bf-6a6569eb20f9 None None] Attempting to bind port f4192f2e-1286-4fd0-97aa-751ef4942a7e on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:02:34.950013 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-d229c55e-b162-41fc-b8bf-6a6569eb20f9 None None] Attempting to bind port f4192f2e-1286-4fd0-97aa-751ef4942a7e by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}] {{(pid=103156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:02:34.950384 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d229c55e-b162-41fc-b8bf-6a6569eb20f9 None None] Attempting to bind port f4192f2e-1286-4fd0-97aa-751ef4942a7e on network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:02:34.966379 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d229c55e-b162-41fc-b8bf-6a6569eb20f9 None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:02:34.966767 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d229c55e-b162-41fc-b8bf-6a6569eb20f9 None None] Checking segment: {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:02:34.967535 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-d229c55e-b162-41fc-b8bf-6a6569eb20f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:34.967936 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d229c55e-b162-41fc-b8bf-6a6569eb20f9 None None] Bound using segment: {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'} {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:02:34.968442 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-d229c55e-b162-41fc-b8bf-6a6569eb20f9 None None] Bound port: f4192f2e-1286-4fd0-97aa-751ef4942a7e, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}}] {{(pid=103156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:02:34.969146 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-d229c55e-b162-41fc-b8bf-6a6569eb20f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (f4192f2e-1286-4fd0-97aa-751ef4942a7e), before_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:35.137742 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe486c-3833-431e-bf69-9e54d4f8904d None None] Routers {'4491648a-e652-4c18-b06a-39dc449e7243'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:02:35.138416 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f7fe486c-3833-431e-bf69-9e54d4f8904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:02:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['4491648a-e652-4c18-b06a-39dc449e7243'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:02:35.150292 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-ac1cb1fd-c01c-4a41-ba90-1cc4983c9960 None None] Provisioning complete for port c420abcb-17a6-4dbc-87c2-0aba40cf45d9 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:35.151974 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.db [None req-d229c55e-b162-41fc-b8bf-6a6569eb20f9 None None] For port f4192f2e-1286-4fd0-97aa-751ef4942a7e, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:02:35.153341 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ac1cb1fd-c01c-4a41-ba90-1cc4983c9960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (c420abcb-17a6-4dbc-87c2-0aba40cf45d9), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:35.154880 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.db [None req-d229c55e-b162-41fc-b8bf-6a6569eb20f9 None None] For port f4192f2e-1286-4fd0-97aa-751ef4942a7e, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=f4192f2e-1286-4fd0-97aa-751ef4942a7e,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:02:35.168635 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-d229c55e-b162-41fc-b8bf-6a6569eb20f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (f4192f2e-1286-4fd0-97aa-751ef4942a7e), after_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:35.270338 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-49298f9b-f9d8-428f-b8e4-f22a62c7aeaf admin admin] Publish callbacks [] for port (c420abcb-17a6-4dbc-87c2-0aba40cf45d9), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:35.279794 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-49298f9b-f9d8-428f-b8e4-f22a62c7aeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (c420abcb-17a6-4dbc-87c2-0aba40cf45d9), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:35.281196 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-49298f9b-f9d8-428f-b8e4-f22a62c7aeaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787489'] for router_interface (4491648a-e652-4c18-b06a-39dc449e7243), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:35.314976 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-c03a62c8-7541-4325-9ef7-af71903d9b18 admin admin] Allocated IP 172.20.0.1 (8623989d-9dc8-4db2-b236-bf7fe1fec224/f848f262-5313-47d3-a01b-552787092c89/91adfefe-7aa0-4636-97b4-6521420d1303) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:02:35.315624 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d229c55e-b162-41fc-b8bf-6a6569eb20f9 None None] Routers {'3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:02:35.316276 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-d229c55e-b162-41fc-b8bf-6a6569eb20f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:02:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:02:35.319600 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217368e3-93fe-4415-bd58-154afb3e9a23 None None] Pushing event updated for resources: {'Port': ['ID=5a55de6d-7a2f-405d-a74f-90351caa67a6,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:35.325809 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2b518-5778-4a27-9e71-fafc510375fb None None] Pushing event updated for resources: {'Port': ['ID=f4192f2e-1286-4fd0-97aa-751ef4942a7e,revision_number=3']} {{(pid=103156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:35.336737 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-9c2818a4-dac2-4b21-bbe0-556eb8488399 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Made reservation on behalf of c8d70cc173f545f7b2fbc32c6dda9cac for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:02:35.350054 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-9c2818a4-dac2-4b21-bbe0-556eb8488399 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:35.423302 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61603616-a019-4873-8a43-1c482faa0269 admin admin] Router dd7c4c58-77c7-467d-9f82-247cad7ab62e has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:02:35.505411 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-f7fe486c-3833-431e-bf69-9e54d4f8904d None None] Set router 4491648a-e652-4c18-b06a-39dc449e7243 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:02:35.580790 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-d229c55e-b162-41fc-b8bf-6a6569eb20f9 None None] Set router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:02:35.921401 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49298f9b-f9d8-428f-b8e4-f22a62c7aeaf admin admin] Network c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:02:35.941205 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-49298f9b-f9d8-428f-b8e4-f22a62c7aeaf admin admin] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:02:36.114124 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-d229c55e-b162-41fc-b8bf-6a6569eb20f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:30Z', 'revision_number': 3, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:02:36.182070 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229c55e-b162-41fc-b8bf-6a6569eb20f9 None None] The sync data for ids ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'] in dv-cinder-835635-1-iscsi is: [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:30Z', 'revision_number': 3, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}] {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:02:36.244223 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-9c2818a4-dac2-4b21-bbe0-556eb8488399 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Allocated IP 172.20.0.10 (75601928-ea85-4865-8524-05e7335499fe/6f96a62b-415d-4236-81b5-cfac17bfbe8a/a9a91954-4210-4666-88be-951575e4ebaf) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:02:36.249954 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49298f9b-f9d8-428f-b8e4-f22a62c7aeaf admin admin] Pushing event updated for resources: {'Port': ['ID=c420abcb-17a6-4dbc-87c2-0aba40cf45d9,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:36.294278 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61603616-a019-4873-8a43-1c482faa0269 admin admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:02:36.315740 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-61603616-a019-4873-8a43-1c482faa0269 admin admin] 10.222.0.35 "PUT /v2.0/routers/dd7c4c58-77c7-467d-9f82-247cad7ab62e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8010190 Mar 29 15:02:36.347780 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c03a62c8-7541-4325-9ef7-af71903d9b18 admin admin] Publish callbacks [] for port (91adfefe-7aa0-4636-97b4-6521420d1303), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:36.395854 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e3a7f0-8593-4469-bd92-6331b74a0240 None None] Sync routers for ids ['dd7c4c58-77c7-467d-9f82-247cad7ab62e'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:02:36.459291 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-ac1cb1fd-c01c-4a41-ba90-1cc4983c9960 None None] Port c420abcb-17a6-4dbc-87c2-0aba40cf45d9 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:02:36.486031 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-58716215-4890-4f51-a93e-f4a551cf4e3c req-bdddc56b-4d3b-4bd5-aa3c-a10e75333626 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 210 time: 0.2553566 Mar 29 15:02:36.512369 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e3a7f0-8593-4469-bd92-6331b74a0240 None None] Routers {'dd7c4c58-77c7-467d-9f82-247cad7ab62e'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:02:36.513038 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-46e3a7f0-8593-4469-bd92-6331b74a0240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:02:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['dd7c4c58-77c7-467d-9f82-247cad7ab62e'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:02:36.640428 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 19b86916-c893-4744-8cdd-982949d8e58c is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:02:36.645629 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 876eac65-f672-4953-84b6-544e85e87cde up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:02:36.760264 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c03a62c8-7541-4325-9ef7-af71903d9b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196'] for port (91adfefe-7aa0-4636-97b4-6521420d1303), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:36.931797 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-9c2818a4-dac2-4b21-bbe0-556eb8488399 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Publish callbacks [] for port (a9a91954-4210-4666-88be-951575e4ebaf), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:37.041667 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49298f9b-f9d8-428f-b8e4-f22a62c7aeaf admin admin] Router 4491648a-e652-4c18-b06a-39dc449e7243 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:02:37.063796 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-9c2818a4-dac2-4b21-bbe0-556eb8488399 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196'] for port (a9a91954-4210-4666-88be-951575e4ebaf), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:37.091076 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a62c8-7541-4325-9ef7-af71903d9b18 admin admin] Network 8623989d-9dc8-4db2-b236-bf7fe1fec224 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:02:37.103465 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a62c8-7541-4325-9ef7-af71903d9b18 admin admin] Pushing event updated for resources: {'Port': ['ID=91adfefe-7aa0-4636-97b4-6521420d1303,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:37.106643 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-9c2818a4-dac2-4b21-bbe0-556eb8488399 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Network 75601928-ea85-4865-8524-05e7335499fe is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:02:37.114664 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-c03a62c8-7541-4325-9ef7-af71903d9b18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:02:37.201530 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-9c2818a4-dac2-4b21-bbe0-556eb8488399 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:02:37.235735 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-93875c94-6327-40b4-8152-b9faa07d151d None None] Provisioning complete for port c420abcb-17a6-4dbc-87c2-0aba40cf45d9 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:37.236234 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-93875c94-6327-40b4-8152-b9faa07d151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (c420abcb-17a6-4dbc-87c2-0aba40cf45d9), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:37.371489 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-9c2818a4-dac2-4b21-bbe0-556eb8488399 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:02:37.398772 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 876eac65-f672-4953-84b6-544e85e87cde triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:37.399375 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (876eac65-f672-4953-84b6-544e85e87cde), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:37.425107 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-9c2818a4-dac2-4b21-bbe0-556eb8488399 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:37.429256 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-9c2818a4-dac2-4b21-bbe0-556eb8488399 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for port (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:37.493137 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-93875c94-6327-40b4-8152-b9faa07d151d None None] Port c420abcb-17a6-4dbc-87c2-0aba40cf45d9 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:02:37.508195 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-46e3a7f0-8593-4469-bd92-6331b74a0240 None None] Set router dd7c4c58-77c7-467d-9f82-247cad7ab62e gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:02:37.540408 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49298f9b-f9d8-428f-b8e4-f22a62c7aeaf admin admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:02:37.566100 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-49298f9b-f9d8-428f-b8e4-f22a62c7aeaf admin admin] 10.222.0.35 "PUT /v2.0/routers/4491648a-e652-4c18-b06a-39dc449e7243/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0793381 Mar 29 15:02:37.566193 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f7fe486c-3833-431e-bf69-9e54d4f8904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4491648a-e652-4c18-b06a-39dc449e7243', 'name': 'tempest-AttachVolumeTestJSON-840906129-router', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:34Z', 'revision_number': 4, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'gw_port': {'id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:26Z', 'updated_at': '2022-03-29T15:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'c420abcb-17a6-4dbc-87c2-0aba40cf45d9', 'name': '', 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'mac_address': 'fa:16:3e:9d:65:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:32Z', 'updated_at': '2022-03-29T15:02:33Z', 'revision_number': 1, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'subnets': [{'id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:02:37.573684 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2818a4-dac2-4b21-bbe0-556eb8488399 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Pushing event updated for resources: {'Port': ['ID=a9a91954-4210-4666-88be-951575e4ebaf,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:37.616523 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-9c2818a4-dac2-4b21-bbe0-556eb8488399 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3257995 Mar 29 15:02:37.636982 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-279a1ebf-f91c-43cc-afc2-d8bedee6209c tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:02:37.638081 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-279a1ebf-f91c-43cc-afc2-d8bedee6209c tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062392 Mar 29 15:02:37.730169 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe486c-3833-431e-bf69-9e54d4f8904d None None] The sync data for ids ['4491648a-e652-4c18-b06a-39dc449e7243'] in dv-cinder-835635-1-iscsi is: [{'id': '4491648a-e652-4c18-b06a-39dc449e7243', 'name': 'tempest-AttachVolumeTestJSON-840906129-router', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:34Z', 'revision_number': 4, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'gw_port': {'id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:26Z', 'updated_at': '2022-03-29T15:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'c420abcb-17a6-4dbc-87c2-0aba40cf45d9', 'name': '', 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'mac_address': 'fa:16:3e:9d:65:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:32Z', 'updated_at': '2022-03-29T15:02:33Z', 'revision_number': 1, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'subnets': [{'id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:02:37.790396 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03a62c8-7541-4325-9ef7-af71903d9b18 admin admin] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:02:37.794259 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-93875c94-6327-40b4-8152-b9faa07d151d None None] Provisioning complete for port 8122cb94-5ff8-45ab-80fe-d59daca07898 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:37.795193 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-93875c94-6327-40b4-8152-b9faa07d151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (8122cb94-5ff8-45ab-80fe-d59daca07898), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:37.799010 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c03a62c8-7541-4325-9ef7-af71903d9b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787637'] for router_interface (3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:37.889092 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:02:37.962384 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a56b0e-ef8c-42bf-b1fe-0fd8683bf291 req-dbe2c184-9cb5-4079-b368-96e9d01b3cbd tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:37.991514 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e9a56b0e-ef8c-42bf-b1fe-0fd8683bf291 req-dbe2c184-9cb5-4079-b368-96e9d01b3cbd tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 932 time: 0.3203325 Mar 29 15:02:38.200187 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e9a56b0e-ef8c-42bf-b1fe-0fd8683bf291 req-6e108561-e06f-4e99-8c81-73e8b3458a28 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/security-groups?id=151cefdc-2001-4b39-b143-bf96f074d71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013636 Mar 29 15:02:38.222421 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 876eac65-f672-4953-84b6-544e85e87cde is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:02:38.223965 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (876eac65-f672-4953-84b6-544e85e87cde), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:38.257602 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] For port 876eac65-f672-4953-84b6-544e85e87cde, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=876eac65-f672-4953-84b6-544e85e87cde,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:02:38.286194 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (876eac65-f672-4953-84b6-544e85e87cde), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:38.393920 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-93875c94-6327-40b4-8152-b9faa07d151d None None] Port 8122cb94-5ff8-45ab-80fe-d59daca07898 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:02:38.466096 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Pushing event updated for resources: {'Port': ['ID=876eac65-f672-4953-84b6-544e85e87cde,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:38.468610 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c03a62c8-7541-4325-9ef7-af71903d9b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (91adfefe-7aa0-4636-97b4-6521420d1303), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:38.549393 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed55026-0a78-4039-80c9-1b90e942860a req-53eeea20-4ec9-4044-800f-5726b7c7b5e4 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:38.551821 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-aed55026-0a78-4039-80c9-1b90e942860a req-53eeea20-4ec9-4044-800f-5726b7c7b5e4 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/networks?id=9352682d-561b-46b3-a155-35c84f4fd466 HTTP/1.1" status: 200 len: 818 time: 1.0165501 Mar 29 15:02:38.556667 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-46e3a7f0-8593-4469-bd92-6331b74a0240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'name': 'tempest-ServerRescueNegativeTestJSON-954116710-router', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '876eac65-f672-4953-84b6-544e85e87cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:23Z', 'updated_at': '2022-03-29T15:02:32Z', 'revision_number': 4, 'project_id': '00f07373deef4fc0b642c58742393b86', 'gw_port': {'id': '876eac65-f672-4953-84b6-544e85e87cde', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:24Z', 'updated_at': '2022-03-29T15:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '8122cb94-5ff8-45ab-80fe-d59daca07898', 'name': '', 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'mac_address': 'fa:16:3e:86:f1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4785f368-95a0-409f-b70d-930d5b4d123e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:30Z', 'updated_at': '2022-03-29T15:02:33Z', 'revision_number': 2, 'project_id': '00f07373deef4fc0b642c58742393b86', 'subnets': [{'id': '4785f368-95a0-409f-b70d-930d5b4d123e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:02:38.624142 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-aed55026-0a78-4039-80c9-1b90e942860a req-7f64ecf1-1664-4748-ae04-27a8cf06b04c tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/quotas/00f07373deef4fc0b642c58742393b86 HTTP/1.1" status: 200 len: 375 time: 0.0545583 Mar 29 15:02:38.685038 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 37178) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:38.819894 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-1928e246-524f-4156-b1e7-8c0a35c99089 service neutron] Request body: {'port': {'device_id': '6f75943b-a2f6-4f58-90f9-cb413c3fc79f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:38.998260 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ae1c8e87-1446-482e-8e7d-d82d70d772ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:39.151005 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-aed55026-0a78-4039-80c9-1b90e942860a req-44ccb156-d743-4cec-b8c2-c76a719a1066 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=00f07373deef4fc0b642c58742393b86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4945910 Mar 29 15:02:39.170337 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-1928e246-524f-4156-b1e7-8c0a35c99089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (a9a91954-4210-4666-88be-951575e4ebaf), before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:39.300760 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device f4192f2e-1286-4fd0-97aa-751ef4942a7e up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:02:39.322579 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e3a7f0-8593-4469-bd92-6331b74a0240 None None] Checking router: dd7c4c58-77c7-467d-9f82-247cad7ab62e for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:02:39.323029 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e3a7f0-8593-4469-bd92-6331b74a0240 None None] Updating router dd7c4c58-77c7-467d-9f82-247cad7ab62e port 8122cb94-5ff8-45ab-80fe-d59daca07898 binding host dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:02:39.476444 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-198f4ba9-4080-44d3-bc12-5dbdd775e064 None None] Provisioning complete for port 91adfefe-7aa0-4636-97b4-6521420d1303 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:39.477124 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-198f4ba9-4080-44d3-bc12-5dbdd775e064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (91adfefe-7aa0-4636-97b4-6521420d1303), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:39.487588 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-46e3a7f0-8593-4469-bd92-6331b74a0240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (8122cb94-5ff8-45ab-80fe-d59daca07898), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:39.588532 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c03a62c8-7541-4325-9ef7-af71903d9b18 admin admin] Publish callbacks [] for port (91adfefe-7aa0-4636-97b4-6521420d1303), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:39.615622 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-aed55026-0a78-4039-80c9-1b90e942860a req-cdfc2cca-c88e-4c1a-8ac9-961252044c26 service neutron] 10.222.0.35 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183750 Mar 29 15:02:39.615622 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c03a62c8-7541-4325-9ef7-af71903d9b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (91adfefe-7aa0-4636-97b4-6521420d1303), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:39.616348 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c03a62c8-7541-4325-9ef7-af71903d9b18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787489'] for router_interface (3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:39.794028 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-198f4ba9-4080-44d3-bc12-5dbdd775e064 None None] Port 91adfefe-7aa0-4636-97b4-6521420d1303 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:02:39.868807 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port f4192f2e-1286-4fd0-97aa-751ef4942a7e triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:39.869189 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (f4192f2e-1286-4fd0-97aa-751ef4942a7e), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:39.899220 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 37216) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:39.903878 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 37222) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:39.970484 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-10e6f34d-08e2-499f-9305-11b4e56550ad tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1020978165', 'description': 'tempest-description--906162556'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:40.273662 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a62c8-7541-4325-9ef7-af71903d9b18 admin admin] Pushing event updated for resources: {'Port': ['ID=91adfefe-7aa0-4636-97b4-6521420d1303,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:40.403508 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-10e6f34d-08e2-499f-9305-11b4e56550ad tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:40.404720 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ae1c8e87-1446-482e-8e7d-d82d70d772ab admin admin] Publish callbacks [] for security_group (2fccff64-3077-4ff8-af32-41fb2de77b5c), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:40.419333 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ae1c8e87-1446-482e-8e7d-d82d70d772ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (2fccff64-3077-4ff8-af32-41fb2de77b5c), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:40.454457 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7634f0bd-eacd-4806-aeb5-54365cee61bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:40.465624 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419a2e9-fd36-49ea-929e-a210210313b4 req-46399d40-8d14-42b4-addc-bbc7077e75d3 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:40.467267 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-9419a2e9-fd36-49ea-929e-a210210313b4 req-46399d40-8d14-42b4-addc-bbc7077e75d3 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 932 time: 0.2557425 Mar 29 15:02:40.518312 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-aed55026-0a78-4039-80c9-1b90e942860a req-abe52e9d-0f3c-498d-adda-57157cd8a517 service neutron] 10.222.0.35 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9086480 Mar 29 15:02:40.583745 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-46e3a7f0-8593-4469-bd92-6331b74a0240 None None] Publish callbacks [] for port (8122cb94-5ff8-45ab-80fe-d59daca07898), precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:40.585442 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port f4192f2e-1286-4fd0-97aa-751ef4942a7e is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:02:40.585816 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (f4192f2e-1286-4fd0-97aa-751ef4942a7e), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:40.597734 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-46e3a7f0-8593-4469-bd92-6331b74a0240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (8122cb94-5ff8-45ab-80fe-d59daca07898), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:40.680112 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.notifiers.nova [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-1928e246-524f-4156-b1e7-8c0a35c99089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a91954-4210-4666-88be-951575e4ebaf {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:02:40.696849 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-1928e246-524f-4156-b1e7-8c0a35c99089 service neutron] Publish callbacks [] for port (a9a91954-4210-4666-88be-951575e4ebaf), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:40.710478 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417e5a8-adc2-4d37-8d5b-4d00b3435c52 None None] Pushing event updated for resources: {'Port': ['ID=8122cb94-5ff8-45ab-80fe-d59daca07898,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:40.739565 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-ae1c8e87-1446-482e-8e7d-d82d70d772ab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e784113692bc4379a137cd19eaaafb70&name=default HTTP/1.1" status: 200 len: 2993 time: 2.0506909 Mar 29 15:02:40.743140 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 37232) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:40.749463 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a62c8-7541-4325-9ef7-af71903d9b18 admin admin] Network 8623989d-9dc8-4db2-b236-bf7fe1fec224 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:02:40.754431 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] For port f4192f2e-1286-4fd0-97aa-751ef4942a7e, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=f4192f2e-1286-4fd0-97aa-751ef4942a7e,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:02:40.772143 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-1928e246-524f-4156-b1e7-8c0a35c99089 service neutron] Transition to ACTIVE for port object a9a91954-4210-4666-88be-951575e4ebaf will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:02:40.772954 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c8e87-1446-482e-8e7d-d82d70d772ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fccff64-3077-4ff8-af32-41fb2de77b5c,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:40.774527 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (f4192f2e-1286-4fd0-97aa-751ef4942a7e), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:40.794760 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-1928e246-524f-4156-b1e7-8c0a35c99089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (a9a91954-4210-4666-88be-951575e4ebaf), after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:40.875097 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-c03a62c8-7541-4325-9ef7-af71903d9b18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:02:40.941084 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-9419a2e9-fd36-49ea-929e-a210210313b4 req-3454548a-0f6b-4203-91d8-645a355c5cf6 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/security-groups?id=151cefdc-2001-4b39-b143-bf96f074d71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559844 Mar 29 15:02:41.061611 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Pushing event updated for resources: {'Port': ['ID=f4192f2e-1286-4fd0-97aa-751ef4942a7e,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:41.141722 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928e246-524f-4156-b1e7-8c0a35c99089 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a91954-4210-4666-88be-951575e4ebaf,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:41.195341 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-46e3a7f0-8593-4469-bd92-6331b74a0240 None None] Attempting to bind port 8122cb94-5ff8-45ab-80fe-d59daca07898 on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:02:41.195729 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-46e3a7f0-8593-4469-bd92-6331b74a0240 None None] Attempting to bind port 8122cb94-5ff8-45ab-80fe-d59daca07898 by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': 'c4910bd0-952b-4530-8412-09d294143007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:02:41.196099 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e3a7f0-8593-4469-bd92-6331b74a0240 None None] Attempting to bind port 8122cb94-5ff8-45ab-80fe-d59daca07898 on network 9352682d-561b-46b3-a155-35c84f4fd466 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:02:41.207060 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e3a7f0-8593-4469-bd92-6331b74a0240 None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:02:41.207455 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e3a7f0-8593-4469-bd92-6331b74a0240 None None] Checking segment: {'id': 'c4910bd0-952b-4530-8412-09d294143007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:02:41.207983 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-46e3a7f0-8593-4469-bd92-6331b74a0240 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:41.208367 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e3a7f0-8593-4469-bd92-6331b74a0240 None None] Bound using segment: {'id': 'c4910bd0-952b-4530-8412-09d294143007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:02:41.209286 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-46e3a7f0-8593-4469-bd92-6331b74a0240 None None] Bound port: 8122cb94-5ff8-45ab-80fe-d59daca07898, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4910bd0-952b-4530-8412-09d294143007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:02:41.209686 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-46e3a7f0-8593-4469-bd92-6331b74a0240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (8122cb94-5ff8-45ab-80fe-d59daca07898), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:41.226943 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7634f0bd-eacd-4806-aeb5-54365cee61bb admin admin] Publish callbacks [] for security_group (3be0a0a5-f74a-49f1-984e-3e97b043a2cb), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:41.231894 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c54c9ff2-351b-4f40-920d-d9f54e4de9cc req-f85d5f6c-cad0-4757-8fc7-ac9ecb194e4f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 210 time: 0.1132863 Mar 29 15:02:41.249695 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-1928e246-524f-4156-b1e7-8c0a35c99089 service neutron] Attempting to bind port a9a91954-4210-4666-88be-951575e4ebaf on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:02:41.252855 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-1928e246-524f-4156-b1e7-8c0a35c99089 service neutron] Attempting to bind port a9a91954-4210-4666-88be-951575e4ebaf by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '3d126612-072a-4311-a268-63d39f8da69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '75601928-ea85-4865-8524-05e7335499fe'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:02:41.253283 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-1928e246-524f-4156-b1e7-8c0a35c99089 service neutron] Attempting to bind port a9a91954-4210-4666-88be-951575e4ebaf on network 75601928-ea85-4865-8524-05e7335499fe {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:02:41.276486 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-1928e246-524f-4156-b1e7-8c0a35c99089 service neutron] Port a9a91954-4210-4666-88be-951575e4ebaf on network 75601928-ea85-4865-8524-05e7335499fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:02:41.277073 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-1928e246-524f-4156-b1e7-8c0a35c99089 service neutron] Attempting to bind port a9a91954-4210-4666-88be-951575e4ebaf on network 75601928-ea85-4865-8524-05e7335499fe {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:02:41.283648 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-1928e246-524f-4156-b1e7-8c0a35c99089 service neutron] Checking agent: {'id': '54f4ecb7-e3d7-497a-b676-ec21eb6e2a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'started_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:02:41.284347 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-1928e246-524f-4156-b1e7-8c0a35c99089 service neutron] Checking segment: {'id': '3d126612-072a-4311-a268-63d39f8da69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '75601928-ea85-4865-8524-05e7335499fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:02:41.285147 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-1928e246-524f-4156-b1e7-8c0a35c99089 service neutron] Bound using segment: {'id': '3d126612-072a-4311-a268-63d39f8da69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '75601928-ea85-4865-8524-05e7335499fe'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:02:41.285788 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-1928e246-524f-4156-b1e7-8c0a35c99089 service neutron] Bound port: a9a91954-4210-4666-88be-951575e4ebaf, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d126612-072a-4311-a268-63d39f8da69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '75601928-ea85-4865-8524-05e7335499fe'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:02:41.286391 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-1928e246-524f-4156-b1e7-8c0a35c99089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (a9a91954-4210-4666-88be-951575e4ebaf), before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:41.476982 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-46e3a7f0-8593-4469-bd92-6331b74a0240 None None] For port 8122cb94-5ff8-45ab-80fe-d59daca07898, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:02:41.481867 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-46e3a7f0-8593-4469-bd92-6331b74a0240 None None] For port 8122cb94-5ff8-45ab-80fe-d59daca07898, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=8122cb94-5ff8-45ab-80fe-d59daca07898,segment=NetworkSegment(c4910bd0-952b-4530-8412-09d294143007),segment_id=c4910bd0-952b-4530-8412-09d294143007)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:02:41.516809 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 876eac65-f672-4953-84b6-544e85e87cde up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:02:41.539994 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-1928e246-524f-4156-b1e7-8c0a35c99089 service neutron] For port a9a91954-4210-4666-88be-951575e4ebaf, host hv-cinder-83563, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:02:41.558269 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-1928e246-524f-4156-b1e7-8c0a35c99089 service neutron] For port a9a91954-4210-4666-88be-951575e4ebaf, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=a9a91954-4210-4666-88be-951575e4ebaf,segment=NetworkSegment(3d126612-072a-4311-a268-63d39f8da69d),segment_id=3d126612-072a-4311-a268-63d39f8da69d)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:02:41.558997 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7634f0bd-eacd-4806-aeb5-54365cee61bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (3be0a0a5-f74a-49f1-984e-3e97b043a2cb), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:41.567307 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-46e3a7f0-8593-4469-bd92-6331b74a0240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (8122cb94-5ff8-45ab-80fe-d59daca07898), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:41.575955 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-1928e246-524f-4156-b1e7-8c0a35c99089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (a9a91954-4210-4666-88be-951575e4ebaf), after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:41.708629 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-10e6f34d-08e2-499f-9305-11b4e56550ad tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for security_group (0853d3d0-c84e-41b4-9914-a8819d6cdc94), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:41.743745 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-7634f0bd-eacd-4806-aeb5-54365cee61bb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad30672806314759bd06f30a5b85e6b1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8208563 Mar 29 15:02:41.753628 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 37274) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:41.766990 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ff1641f0-be41-4f36-bf66-4226a2f9f2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:41.880676 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-10e6f34d-08e2-499f-9305-11b4e56550ad tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (0853d3d0-c84e-41b4-9914-a8819d6cdc94), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:41.896798 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e3a7f0-8593-4469-bd92-6331b74a0240 None None] Routers {'dd7c4c58-77c7-467d-9f82-247cad7ab62e'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:02:41.897503 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-46e3a7f0-8593-4469-bd92-6331b74a0240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:02:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['dd7c4c58-77c7-467d-9f82-247cad7ab62e'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:02:41.914571 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d3e6db6e-25dd-4852-a486-2d76013bac76 admin admin] Publish callbacks [] for security_group (2fccff64-3077-4ff8-af32-41fb2de77b5c), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:41.944982 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928e246-524f-4156-b1e7-8c0a35c99089 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a91954-4210-4666-88be-951575e4ebaf,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:42.071973 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-1928e246-524f-4156-b1e7-8c0a35c99089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:42.074381 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-1928e246-524f-4156-b1e7-8c0a35c99089 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for port (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:42.080728 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-1928e246-524f-4156-b1e7-8c0a35c99089 service neutron] 10.222.0.36 "PUT /v2.0/ports/a9a91954-4210-4666-88be-951575e4ebaf HTTP/1.1" status: 200 len: 1094 time: 3.6309011 Mar 29 15:02:42.102550 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f75943b-a2f6-4f58-90f9-cb413c3fc79f', 'tag': 'a9a91954-4210-4666-88be-951575e4ebaf'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:02:42.107331 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d948cc1f-e308-4ade-a481-9f8db5fda9de admin admin] Publish callbacks [] for security_group (3be0a0a5-f74a-49f1-984e-3e97b043a2cb), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:42.167464 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-17869a3a-7052-4d81-87c7-bb62dccdfad8 None None] Provisioning complete for port 8122cb94-5ff8-45ab-80fe-d59daca07898 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:42.188165 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-17869a3a-7052-4d81-87c7-bb62dccdfad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (8122cb94-5ff8-45ab-80fe-d59daca07898), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:42.214633 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-10e6f34d-08e2-499f-9305-11b4e56550ad tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:42.221026 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-10e6f34d-08e2-499f-9305-11b4e56550ad tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.3080215 Mar 29 15:02:42.258343 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634f0bd-eacd-4806-aeb5-54365cee61bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be0a0a5-f74a-49f1-984e-3e97b043a2cb,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:42.323957 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 37304) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:42.372458 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6f34d-08e2-499f-9305-11b4e56550ad tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0853d3d0-c84e-41b4-9914-a8819d6cdc94,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:42.395193 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d3e6db6e-25dd-4852-a486-2d76013bac76 admin admin] Publish callbacks [] for security_group (2fccff64-3077-4ff8-af32-41fb2de77b5c), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:42.435787 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d948cc1f-e308-4ade-a481-9f8db5fda9de admin admin] Publish callbacks [] for security_group (3be0a0a5-f74a-49f1-984e-3e97b043a2cb), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:42.437959 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e2b305-f8d3-4bcb-9b58-e01b717eac36 None None] Sync routers for ids ['4491648a-e652-4c18-b06a-39dc449e7243'] in dv-cinder-835635-1-iscsi {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:02:42.454697 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e2b305-f8d3-4bcb-9b58-e01b717eac36 None None] Routers {'4491648a-e652-4c18-b06a-39dc449e7243'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:02:42.457763 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-09e2b305-f8d3-4bcb-9b58-e01b717eac36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:02:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['4491648a-e652-4c18-b06a-39dc449e7243'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:02:42.463875 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-ce6e5cbe-2e6e-430c-9b2e-4dbd6d747156 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Request body: {'security_group_rule': {'security_group_id': '0853d3d0-c84e-41b4-9914-a8819d6cdc94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:42.477408 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417e5a8-adc2-4d37-8d5b-4d00b3435c52 None None] Pushing event updated for resources: {'Port': ['ID=8122cb94-5ff8-45ab-80fe-d59daca07898,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:42.638109 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03a62c8-7541-4325-9ef7-af71903d9b18 admin admin] Router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:02:42.687022 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-46e3a7f0-8593-4469-bd92-6331b74a0240 None None] Set router dd7c4c58-77c7-467d-9f82-247cad7ab62e gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:02:42.691617 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-17869a3a-7052-4d81-87c7-bb62dccdfad8 None None] Current status of the port 8122cb94-5ff8-45ab-80fe-d59daca07898 is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:02:42.692011 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-17869a3a-7052-4d81-87c7-bb62dccdfad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (8122cb94-5ff8-45ab-80fe-d59daca07898), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:42.702123 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba023f0cd8cc5f3c167e772b1aa00d02c07a3711ed68df0fea12bd5354b7600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f66750-5a25-4908-b4a5-0f28586db95d" -d '{"events": [{"name": "network-changed", "server_uuid": "6f75943b-a2f6-4f58-90f9-cb413c3fc79f", "tag": "a9a91954-4210-4666-88be-951575e4ebaf"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:02:42.725619 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d3e6db6e-25dd-4852-a486-2d76013bac76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (2fccff64-3077-4ff8-af32-41fb2de77b5c), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:42.740284 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ce6e5cbe-2e6e-430c-9b2e-4dbd6d747156 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for security_group_rule (9a41245e-e10d-4ec4-a8ad-8cc74845c77b), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:42.740776 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-09e2b305-f8d3-4bcb-9b58-e01b717eac36 None None] Set router 4491648a-e652-4c18-b06a-39dc449e7243 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:02:42.748732 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d3e6db6e-25dd-4852-a486-2d76013bac76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:42.753752 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-d3e6db6e-25dd-4852-a486-2d76013bac76 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2fccff64-3077-4ff8-af32-41fb2de77b5c HTTP/1.1" status: 204 len: 168 time: 2.0031071 Mar 29 15:02:42.796198 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b271de-d268-44b3-a77e-45f7b5474857 req-6037428d-621c-4ef4-9e00-a9e455e6afd2 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:42.799369 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-14b271de-d268-44b3-a77e-45f7b5474857 req-6037428d-621c-4ef4-9e00-a9e455e6afd2 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 944 time: 0.3695414 Mar 29 15:02:42.855003 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 876eac65-f672-4953-84b6-544e85e87cde triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:42.858334 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (876eac65-f672-4953-84b6-544e85e87cde), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:42.905541 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d948cc1f-e308-4ade-a481-9f8db5fda9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (3be0a0a5-f74a-49f1-984e-3e97b043a2cb), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:42.927497 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7b688-309a-48be-852c-622e49d5774f req-b13e7a11-4e2a-4cb8-9080-ee503d83aa02 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:42.929197 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d948cc1f-e308-4ade-a481-9f8db5fda9de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:42.935271 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-d948cc1f-e308-4ade-a481-9f8db5fda9de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3be0a0a5-f74a-49f1-984e-3e97b043a2cb HTTP/1.1" status: 204 len: 168 time: 1.1669104 Mar 29 15:02:42.951365 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c3f7b688-309a-48be-852c-622e49d5774f req-b13e7a11-4e2a-4cb8-9080-ee503d83aa02 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/networks?id=9352682d-561b-46b3-a155-35c84f4fd466 HTTP/1.1" status: 200 len: 818 time: 0.9752672 Mar 29 15:02:43.043806 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-1eea1217-e57a-4f19-a2dc-c5c8b31c45b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:43.050284 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-1eea1217-e57a-4f19-a2dc-c5c8b31c45b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c8d70cc173f545f7b2fbc32c6dda9cac&device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 1128 time: 0.7249889 Mar 29 15:02:43.102832 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6db6e-25dd-4852-a486-2d76013bac76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fccff64-3077-4ff8-af32-41fb2de77b5c,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:43.131878 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ce6e5cbe-2e6e-430c-9b2e-4dbd6d747156 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for security_group_rule (9a41245e-e10d-4ec4-a8ad-8cc74845c77b), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:43.150067 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c3f7b688-309a-48be-852c-622e49d5774f req-b157ffd4-b8e3-4fa7-baa2-2ffaa4b8dc13 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/quotas/00f07373deef4fc0b642c58742393b86 HTTP/1.1" status: 200 len: 375 time: 0.1876435 Mar 29 15:02:43.218336 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ce6e5cbe-2e6e-430c-9b2e-4dbd6d747156 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (9a41245e-e10d-4ec4-a8ad-8cc74845c77b), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:43.344018 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e5cbe-2e6e-430c-9b2e-4dbd6d747156 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a41245e-e10d-4ec4-a8ad-8cc74845c77b,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:43.372860 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-a3c17651-d327-488c-aa23-f8d0a6b93a39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9a91954-4210-4666-88be-951575e4ebaf HTTP/1.1" status: 200 len: 217 time: 0.2356832 Mar 29 15:02:43.375280 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-14b271de-d268-44b3-a77e-45f7b5474857 req-939f3c9d-033e-419c-9530-0d68c1060c9f tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/security-groups?id=151cefdc-2001-4b39-b143-bf96f074d71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740911 Mar 29 15:02:43.383686 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948cc1f-e308-4ade-a481-9f8db5fda9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be0a0a5-f74a-49f1-984e-3e97b043a2cb,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:43.430039 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03a62c8-7541-4325-9ef7-af71903d9b18 admin admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:02:43.459329 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-09e2b305-f8d3-4bcb-9b58-e01b717eac36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4491648a-e652-4c18-b06a-39dc449e7243', 'name': 'tempest-AttachVolumeTestJSON-840906129-router', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:34Z', 'revision_number': 4, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'gw_port': {'id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:26Z', 'updated_at': '2022-03-29T15:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'c420abcb-17a6-4dbc-87c2-0aba40cf45d9', 'name': '', 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'mac_address': 'fa:16:3e:9d:65:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:32Z', 'updated_at': '2022-03-29T15:02:34Z', 'revision_number': 2, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'subnets': [{'id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:02:43.465221 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-c03a62c8-7541-4325-9ef7-af71903d9b18 admin admin] 10.222.0.35 "PUT /v2.0/routers/3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4179044 Mar 29 15:02:43.483121 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-17869a3a-7052-4d81-87c7-bb62dccdfad8 None None] For port 8122cb94-5ff8-45ab-80fe-d59daca07898, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=8122cb94-5ff8-45ab-80fe-d59daca07898,segment=NetworkSegment(c4910bd0-952b-4530-8412-09d294143007),segment_id=c4910bd0-952b-4530-8412-09d294143007)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:02:43.533992 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ce6e5cbe-2e6e-430c-9b2e-4dbd6d747156 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:43.535905 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-ce6e5cbe-2e6e-430c-9b2e-4dbd6d747156 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1599879 Mar 29 15:02:43.538883 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 37358) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:43.544163 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-94e69d88-2cb2-40cb-9624-f1b6e3f95e73 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Request body: {'security_group_rule': {'security_group_id': '0853d3d0-c84e-41b4-9914-a8819d6cdc94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:43.573481 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e599ed5c-eab4-4ab6-925a-fb5429d713d0 None None] Sync routers for ids ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:02:43.607099 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c3f7b688-309a-48be-852c-622e49d5774f req-87898f5a-7027-471e-b46b-055d15c6f38b tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=00f07373deef4fc0b642c58742393b86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4561427 Mar 29 15:02:43.628132 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e2b305-f8d3-4bcb-9b58-e01b717eac36 None None] Checking router: 4491648a-e652-4c18-b06a-39dc449e7243 for host: dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:02:43.630969 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e2b305-f8d3-4bcb-9b58-e01b717eac36 None None] Updating router 4491648a-e652-4c18-b06a-39dc449e7243 port c420abcb-17a6-4dbc-87c2-0aba40cf45d9 binding host dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:02:43.635891 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-687aa94b-5cf8-4b0f-8b96-f20bebaf3abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:43.645090 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-687aa94b-5cf8-4b0f-8b96-f20bebaf3abf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f96a62b-415d-4236-81b5-cfac17bfbe8a HTTP/1.1" status: 200 len: 851 time: 0.2549477 Mar 29 15:02:43.648615 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e599ed5c-eab4-4ab6-925a-fb5429d713d0 None None] Routers {'3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:02:43.649511 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e599ed5c-eab4-4ab6-925a-fb5429d713d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:02:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:02:43.664873 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-94e69d88-2cb2-40cb-9624-f1b6e3f95e73 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for security_group_rule (60be9a98-c7a3-4191-977e-2e3b8d4f8f87), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:43.715793 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-09e2b305-f8d3-4bcb-9b58-e01b717eac36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (c420abcb-17a6-4dbc-87c2-0aba40cf45d9), before_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:43.729726 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.36', 56546) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:43.920180 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-1ba0021e-0b0f-4bc2-976d-250702843b99 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75601928-ea85-4865-8524-05e7335499fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2529669 Mar 29 15:02:44.095483 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-e599ed5c-eab4-4ab6-925a-fb5429d713d0 None None] Set router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:02:44.110469 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed55026-0a78-4039-80c9-1b90e942860a req-795b0f03-b6a7-40bd-82f9-947700c4ade0 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:44.115660 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-aed55026-0a78-4039-80c9-1b90e942860a req-795b0f03-b6a7-40bd-82f9-947700c4ade0 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.36 "GET /v2.0/networks?id=9352682d-561b-46b3-a155-35c84f4fd466 HTTP/1.1" status: 200 len: 818 time: 0.3780766 Mar 29 15:02:44.167333 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [req-aed55026-0a78-4039-80c9-1b90e942860a req-57930640-fd00-4d57-b43d-a33c30e8303f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Request body: {'port': {'device_id': 'f23f6a05-0dd9-411a-8477-eb6efe94e853', 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466', 'admin_state_up': True, 'tenant_id': '00f07373deef4fc0b642c58742393b86'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:44.230681 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-68021a2b-34a1-4f2d-a314-86c29e4ee948 service neutron] 10.222.0.36 "GET /v2.0/networks/75601928-ea85-4865-8524-05e7335499fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036649 Mar 29 15:02:44.396041 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 37384) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:44.416032 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-17869a3a-7052-4d81-87c7-bb62dccdfad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (8122cb94-5ff8-45ab-80fe-d59daca07898), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:44.440368 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-dc254f1a-d80d-4186-965d-dd05943a2da3 req-335a3bac-7728-4a97-ab32-3c3cd37d762f service neutron] 10.222.0.36 "GET /v2.0/networks/75601928-ea85-4865-8524-05e7335499fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877594 Mar 29 15:02:44.448471 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [req-c3f7b688-309a-48be-852c-622e49d5774f req-c376fa28-b477-4809-bd3a-9857e4bd5d53 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:02:44.457051 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c3f7b688-309a-48be-852c-622e49d5774f req-c376fa28-b477-4809-bd3a-9857e4bd5d53 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3682632 Mar 29 15:02:44.554672 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9f2768ec-b9e4-4f55-9fb1-2c209a3d6703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:44.627272 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c3f7b688-309a-48be-852c-622e49d5774f req-78a32809-7467-426a-a22e-038f15d86a36 service neutron] 10.222.0.35 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691661 Mar 29 15:02:44.665813 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9f2768ec-b9e4-4f55-9fb1-2c209a3d6703 admin admin] Publish callbacks [] for security_group (57c5a8fd-bc5f-4301-83a5-8415bc6f8c9e), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:44.724586 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9f2768ec-b9e4-4f55-9fb1-2c209a3d6703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (57c5a8fd-bc5f-4301-83a5-8415bc6f8c9e), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:44.760864 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-09e2b305-f8d3-4bcb-9b58-e01b717eac36 None None] Publish callbacks [] for port (c420abcb-17a6-4dbc-87c2-0aba40cf45d9), precommit_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:44.771385 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-09e2b305-f8d3-4bcb-9b58-e01b717eac36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (c420abcb-17a6-4dbc-87c2-0aba40cf45d9), after_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:44.774542 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c3f7b688-309a-48be-852c-622e49d5774f req-2f7b93d6-79b8-4bde-a13d-b325de4a94ef service neutron] 10.222.0.35 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452448 Mar 29 15:02:44.847410 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-94e69d88-2cb2-40cb-9624-f1b6e3f95e73 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for security_group_rule (60be9a98-c7a3-4191-977e-2e3b8d4f8f87), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:44.873150 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615bbadf-f397-4a72-bf85-e1fb2ccccc1f None None] Pushing event updated for resources: {'Port': ['ID=c420abcb-17a6-4dbc-87c2-0aba40cf45d9,revision_number=3']} {{(pid=103156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:44.906299 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17869a3a-7052-4d81-87c7-bb62dccdfad8 None None] Pushing event updated for resources: {'Port': ['ID=8122cb94-5ff8-45ab-80fe-d59daca07898,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:44.963067 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc70b8c1-8f83-4082-bad4-fff8ce8404c9 x-openstack-request-id: req-fc70b8c1-8f83-4082-bad4-fff8ce8404c9 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:02:44.963598 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f75943b-a2f6-4f58-90f9-cb413c3fc79f", "tag": "a9a91954-4210-4666-88be-951575e4ebaf", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:02:44.963701 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fc70b8c1-8f83-4082-bad4-fff8ce8404c9 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:02:44.964233 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc70b8c1-8f83-4082-bad4-fff8ce8404c9'] response: {'name': 'network-changed', 'server_uuid': '6f75943b-a2f6-4f58-90f9-cb413c3fc79f', 'tag': 'a9a91954-4210-4666-88be-951575e4ebaf', 'status': 'completed', 'code': 200} Mar 29 15:02:44.985708 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-94e69d88-2cb2-40cb-9624-f1b6e3f95e73 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (60be9a98-c7a3-4191-977e-2e3b8d4f8f87), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:45.208679 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-09e2b305-f8d3-4bcb-9b58-e01b717eac36 None None] Attempting to bind port c420abcb-17a6-4dbc-87c2-0aba40cf45d9 on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:02:45.209226 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-09e2b305-f8d3-4bcb-9b58-e01b717eac36 None None] Attempting to bind port c420abcb-17a6-4dbc-87c2-0aba40cf45d9 by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': '45a1a486-5bd9-4eb8-874d-5e40191b95cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db'}] {{(pid=103156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:02:45.209773 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e2b305-f8d3-4bcb-9b58-e01b717eac36 None None] Attempting to bind port c420abcb-17a6-4dbc-87c2-0aba40cf45d9 on network c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:02:45.231771 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e2b305-f8d3-4bcb-9b58-e01b717eac36 None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:02:45.234311 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e2b305-f8d3-4bcb-9b58-e01b717eac36 None None] Checking segment: {'id': '45a1a486-5bd9-4eb8-874d-5e40191b95cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:02:45.238364 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-09e2b305-f8d3-4bcb-9b58-e01b717eac36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:45.241023 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e2b305-f8d3-4bcb-9b58-e01b717eac36 None None] Bound using segment: {'id': '45a1a486-5bd9-4eb8-874d-5e40191b95cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db'} {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:02:45.246385 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-09e2b305-f8d3-4bcb-9b58-e01b717eac36 None None] Bound port: c420abcb-17a6-4dbc-87c2-0aba40cf45d9, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a1a486-5bd9-4eb8-874d-5e40191b95cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db'}}] {{(pid=103156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:02:45.247092 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-09e2b305-f8d3-4bcb-9b58-e01b717eac36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (c420abcb-17a6-4dbc-87c2-0aba40cf45d9), before_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:45.257157 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e69d88-2cb2-40cb-9624-f1b6e3f95e73 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60be9a98-c7a3-4191-977e-2e3b8d4f8f87,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:45.302038 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-9f2768ec-b9e4-4f55-9fb1-2c209a3d6703 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cccf2c78090849e6b9ec1dc7cef7ea9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9043846 Mar 29 15:02:45.330223 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-94e69d88-2cb2-40cb-9624-f1b6e3f95e73 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:45.334405 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-94e69d88-2cb2-40cb-9624-f1b6e3f95e73 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7932067 Mar 29 15:02:45.352948 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 37412) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:45.354536 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 37414) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:45.402360 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-e2c47971-7a0e-48e1-b8db-2c577ae34ef8 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Request body: {'floatingip': {'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:45.469730 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2768ec-b9e4-4f55-9fb1-2c209a3d6703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c5a8fd-bc5f-4301-83a5-8415bc6f8c9e,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:45.581061 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.db [None req-09e2b305-f8d3-4bcb-9b58-e01b717eac36 None None] For port c420abcb-17a6-4dbc-87c2-0aba40cf45d9, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:02:45.598388 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.db [None req-09e2b305-f8d3-4bcb-9b58-e01b717eac36 None None] For port c420abcb-17a6-4dbc-87c2-0aba40cf45d9, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=c420abcb-17a6-4dbc-87c2-0aba40cf45d9,segment=NetworkSegment(45a1a486-5bd9-4eb8-874d-5e40191b95cd),segment_id=45a1a486-5bd9-4eb8-874d-5e40191b95cd)] {{(pid=103156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:02:45.616856 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-09e2b305-f8d3-4bcb-9b58-e01b717eac36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (c420abcb-17a6-4dbc-87c2-0aba40cf45d9), after_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:45.699830 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-4c91b43e-5524-4c93-beba-79eb75fa871d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:45.771115 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aed55026-0a78-4039-80c9-1b90e942860a req-57930640-fd00-4d57-b43d-a33c30e8303f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Made reservation on behalf of 00f07373deef4fc0b642c58742393b86 for: {'port': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:02:45.784475 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-aed55026-0a78-4039-80c9-1b90e942860a req-57930640-fd00-4d57-b43d-a33c30e8303f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:45.841152 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e2c47971-7a0e-48e1-b8db-2c577ae34ef8 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:45.849230 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:45.937886 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-e2423e73-aa02-4d36-84b6-76e84c5d90c6 None None] Provisioning complete for port 91adfefe-7aa0-4636-97b4-6521420d1303 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:45.938551 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e2423e73-aa02-4d36-84b6-76e84c5d90c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (91adfefe-7aa0-4636-97b4-6521420d1303), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:45.987213 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-81959910-9439-479e-9062-43239d753fc5 admin admin] Publish callbacks [] for security_group (57c5a8fd-bc5f-4301-83a5-8415bc6f8c9e), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:46.030246 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615bbadf-f397-4a72-bf85-e1fb2ccccc1f None None] Pushing event updated for resources: {'Port': ['ID=c420abcb-17a6-4dbc-87c2-0aba40cf45d9,revision_number=4']} {{(pid=103156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:46.072453 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e2b305-f8d3-4bcb-9b58-e01b717eac36 None None] Routers {'4491648a-e652-4c18-b06a-39dc449e7243'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:02:46.081050 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-09e2b305-f8d3-4bcb-9b58-e01b717eac36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:02:45Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['4491648a-e652-4c18-b06a-39dc449e7243'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:02:46.087382 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-e2423e73-aa02-4d36-84b6-76e84c5d90c6 None None] Port 91adfefe-7aa0-4636-97b4-6521420d1303 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:02:46.120232 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f66750-5a25-4908-b4a5-0f28586db95d req-065a1c02-b9ce-421b-bbaa-a8dde8018f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:46.124586 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c7f66750-5a25-4908-b4a5-0f28586db95d req-065a1c02-b9ce-421b-bbaa-a8dde8018f6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c8d70cc173f545f7b2fbc32c6dda9cac&device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 1128 time: 1.1193118 Mar 29 15:02:46.346944 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-e2423e73-aa02-4d36-84b6-76e84c5d90c6 None None] Provisioning complete for port 8122cb94-5ff8-45ab-80fe-d59daca07898 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:46.347725 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e2423e73-aa02-4d36-84b6-76e84c5d90c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (8122cb94-5ff8-45ab-80fe-d59daca07898), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:46.492076 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 876eac65-f672-4953-84b6-544e85e87cde is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:02:46.494142 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 5a55de6d-7a2f-405d-a74f-90351caa67a6 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:02:46.542228 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-09e2b305-f8d3-4bcb-9b58-e01b717eac36 None None] Set router 4491648a-e652-4c18-b06a-39dc449e7243 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:02:46.543642 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 37442) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:46.592716 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-5fa4c61a-62d9-40de-ad61-65fc16794012 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1838428247', 'description': 'tempest-description--1036978876'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:46.593536 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-81959910-9439-479e-9062-43239d753fc5 admin admin] Publish callbacks [] for security_group (57c5a8fd-bc5f-4301-83a5-8415bc6f8c9e), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:46.625149 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e599ed5c-eab4-4ab6-925a-fb5429d713d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '91adfefe-7aa0-4636-97b4-6521420d1303', 'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'mac_address': 'fa:16:3e:ee:ff:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:34Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 2, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'subnets': [{'id': 'f848f262-5313-47d3-a01b-552787092c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:02:46.668978 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e599ed5c-eab4-4ab6-925a-fb5429d713d0 None None] Checking router: 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:02:46.669516 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e599ed5c-eab4-4ab6-925a-fb5429d713d0 None None] Updating router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 port 91adfefe-7aa0-4636-97b4-6521420d1303 binding host dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:02:46.677150 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-81959910-9439-479e-9062-43239d753fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (57c5a8fd-bc5f-4301-83a5-8415bc6f8c9e), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:46.679936 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-81959910-9439-479e-9062-43239d753fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:46.683661 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-81959910-9439-479e-9062-43239d753fc5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/57c5a8fd-bc5f-4301-83a5-8415bc6f8c9e HTTP/1.1" status: 204 len: 168 time: 1.3240464 Mar 29 15:02:46.763376 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-46e3a7f0-8593-4469-bd92-6331b74a0240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'name': 'tempest-ServerRescueNegativeTestJSON-954116710-router', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '876eac65-f672-4953-84b6-544e85e87cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:23Z', 'updated_at': '2022-03-29T15:02:32Z', 'revision_number': 4, 'project_id': '00f07373deef4fc0b642c58742393b86', 'gw_port': {'id': '876eac65-f672-4953-84b6-544e85e87cde', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:24Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '8122cb94-5ff8-45ab-80fe-d59daca07898', 'name': '', 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'mac_address': 'fa:16:3e:86:f1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4785f368-95a0-409f-b70d-930d5b4d123e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:30Z', 'updated_at': '2022-03-29T15:02:41Z', 'revision_number': 4, 'project_id': '00f07373deef4fc0b642c58742393b86', 'subnets': [{'id': '4785f368-95a0-409f-b70d-930d5b4d123e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:02:46.796124 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-de40adb1-b9a5-401e-a5b0-882ab3194941 req-52f98eaa-436c-4bce-971a-54527103b0cb tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 210 time: 0.1270616 Mar 29 15:02:46.835285 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:46.838087 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81959910-9439-479e-9062-43239d753fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c5a8fd-bc5f-4301-83a5-8415bc6f8c9e,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:46.863155 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e3a7f0-8593-4469-bd92-6331b74a0240 None None] The sync data for ids ['dd7c4c58-77c7-467d-9f82-247cad7ab62e'] in dv-cinder-835635-1-iscsi is: [{'id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'name': 'tempest-ServerRescueNegativeTestJSON-954116710-router', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '876eac65-f672-4953-84b6-544e85e87cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:23Z', 'updated_at': '2022-03-29T15:02:32Z', 'revision_number': 4, 'project_id': '00f07373deef4fc0b642c58742393b86', 'gw_port': {'id': '876eac65-f672-4953-84b6-544e85e87cde', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:24Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '8122cb94-5ff8-45ab-80fe-d59daca07898', 'name': '', 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'mac_address': 'fa:16:3e:86:f1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4785f368-95a0-409f-b70d-930d5b4d123e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:30Z', 'updated_at': '2022-03-29T15:02:41Z', 'revision_number': 4, 'project_id': '00f07373deef4fc0b642c58742393b86', 'subnets': [{'id': '4785f368-95a0-409f-b70d-930d5b4d123e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:02:46.899973 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39269be9-ba02-4701-b56f-fdb2cf24529e req-42611c44-d901-4ad1-b502-b573d3f28ed1 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:46.920254 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-39269be9-ba02-4701-b56f-fdb2cf24529e req-42611c44-d901-4ad1-b502-b573d3f28ed1 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 944 time: 0.9391212 Mar 29 15:02:47.070826 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [req-aed55026-0a78-4039-80c9-1b90e942860a req-57930640-fd00-4d57-b43d-a33c30e8303f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Allocated IP 172.20.0.12 (9352682d-561b-46b3-a155-35c84f4fd466/4785f368-95a0-409f-b70d-930d5b4d123e/59d28632-a2db-4fa9-8a3e-833c3499a8ab) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:02:47.104728 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e599ed5c-eab4-4ab6-925a-fb5429d713d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (91adfefe-7aa0-4636-97b4-6521420d1303), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:47.320009 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.36', 56550) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:47.331962 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 5a55de6d-7a2f-405d-a74f-90351caa67a6 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:47.335171 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (5a55de6d-7a2f-405d-a74f-90351caa67a6), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:47.384936 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f66750-5a25-4908-b4a5-0f28586db95d req-024300d4-ea4f-4105-ba13-34f80b681bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:47.389251 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c7f66750-5a25-4908-b4a5-0f28586db95d req-024300d4-ea4f-4105-ba13-34f80b681bf9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=75601928-ea85-4865-8524-05e7335499fe HTTP/1.1" status: 200 len: 912 time: 1.2554979 Mar 29 15:02:47.401335 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5fa4c61a-62d9-40de-ad61-65fc16794012 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:47.592398 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-e2423e73-aa02-4d36-84b6-76e84c5d90c6 None None] Current status of the port 8122cb94-5ff8-45ab-80fe-d59daca07898 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:02:47.616523 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-39269be9-ba02-4701-b56f-fdb2cf24529e req-5dc33b85-8501-49b6-8a8b-9136d2e627c6 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/security-groups?id=151cefdc-2001-4b39-b143-bf96f074d71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6940956 Mar 29 15:02:47.705451 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e2c47971-7a0e-48e1-b8db-2c577ae34ef8 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:47.796227 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c7f66750-5a25-4908-b4a5-0f28586db95d req-4ae68321-66f8-40f5-a03b-65800c7e910f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9a91954-4210-4666-88be-951575e4ebaf HTTP/1.1" status: 200 len: 217 time: 0.3320191 Mar 29 15:02:47.866812 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-09e2b305-f8d3-4bcb-9b58-e01b717eac36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4491648a-e652-4c18-b06a-39dc449e7243', 'name': 'tempest-AttachVolumeTestJSON-840906129-router', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:34Z', 'revision_number': 4, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'gw_port': {'id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:26Z', 'updated_at': '2022-03-29T15:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'c420abcb-17a6-4dbc-87c2-0aba40cf45d9', 'name': '', 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'mac_address': 'fa:16:3e:9d:65:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:32Z', 'updated_at': '2022-03-29T15:02:45Z', 'revision_number': 4, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'subnets': [{'id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:02:47.930167 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e2b305-f8d3-4bcb-9b58-e01b717eac36 None None] The sync data for ids ['4491648a-e652-4c18-b06a-39dc449e7243'] in dv-cinder-835635-1-iscsi is: [{'id': '4491648a-e652-4c18-b06a-39dc449e7243', 'name': 'tempest-AttachVolumeTestJSON-840906129-router', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:34Z', 'revision_number': 4, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'gw_port': {'id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:26Z', 'updated_at': '2022-03-29T15:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'c420abcb-17a6-4dbc-87c2-0aba40cf45d9', 'name': '', 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'mac_address': 'fa:16:3e:9d:65:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:32Z', 'updated_at': '2022-03-29T15:02:45Z', 'revision_number': 4, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'subnets': [{'id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:02:48.064236 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f66750-5a25-4908-b4a5-0f28586db95d req-c0554b0b-e147-4e1a-a195-cd4a421df6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:48.085571 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c7f66750-5a25-4908-b4a5-0f28586db95d req-c0554b0b-e147-4e1a-a195-cd4a421df6d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f96a62b-415d-4236-81b5-cfac17bfbe8a HTTP/1.1" status: 200 len: 851 time: 0.2568476 Mar 29 15:02:48.134394 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 5a55de6d-7a2f-405d-a74f-90351caa67a6 is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:02:48.137691 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (5a55de6d-7a2f-405d-a74f-90351caa67a6), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:48.189943 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:48.246724 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c7f66750-5a25-4908-b4a5-0f28586db95d req-e4b1c5ae-24cf-4948-a647-f78d443be3c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75601928-ea85-4865-8524-05e7335499fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1499987 Mar 29 15:02:48.263539 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] For port 5a55de6d-7a2f-405d-a74f-90351caa67a6, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=5a55de6d-7a2f-405d-a74f-90351caa67a6,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:02:48.322412 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-e2c47971-7a0e-48e1-b8db-2c577ae34ef8 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Allocated IP 172.27.2.227 (73fab6d0-c07f-433f-9c69-8ff3a31867f5/bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83/8071de26-32fe-47fc-922c-65e8260bc8a6) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:02:48.513361 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7b688-309a-48be-852c-622e49d5774f req-58498b17-41c5-4540-8aed-27a49dec2ad9 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:48.519538 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-c3f7b688-309a-48be-852c-622e49d5774f req-58498b17-41c5-4540-8aed-27a49dec2ad9 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.36 "GET /v2.0/networks?id=9352682d-561b-46b3-a155-35c84f4fd466 HTTP/1.1" status: 200 len: 818 time: 1.1758218 Mar 29 15:02:48.524883 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (5a55de6d-7a2f-405d-a74f-90351caa67a6), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:48.562585 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5fa4c61a-62d9-40de-ad61-65fc16794012 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group (50f0e6be-d474-4785-b452-e684d3c9c8e1), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:48.573776 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5fa4c61a-62d9-40de-ad61-65fc16794012 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (50f0e6be-d474-4785-b452-e684d3c9c8e1), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:48.644076 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4c61a-62d9-40de-ad61-65fc16794012 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50f0e6be-d474-4785-b452-e684d3c9c8e1,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:48.650330 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5fa4c61a-62d9-40de-ad61-65fc16794012 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:48.653205 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-5fa4c61a-62d9-40de-ad61-65fc16794012 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.0801892 Mar 29 15:02:48.656360 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c7f66750-5a25-4908-b4a5-0f28586db95d req-a5ab9de3-802c-478a-92e8-1158d253ec32 service neutron] 10.222.0.36 "GET /v2.0/networks/75601928-ea85-4865-8524-05e7335499fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984706 Mar 29 15:02:48.657023 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 37502) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:48.666163 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-99c60dcb-f1fa-4cc5-a302-a76df8ac38db tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Request body: {'security_group_rule': {'security_group_id': '50f0e6be-d474-4785-b452-e684d3c9c8e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:48.795421 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-7759bbb7-1152-442d-911a-3b61cc08b81b None None] Provisioning complete for port c420abcb-17a6-4dbc-87c2-0aba40cf45d9 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:48.795421 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7759bbb7-1152-442d-911a-3b61cc08b81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (c420abcb-17a6-4dbc-87c2-0aba40cf45d9), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:48.810366 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [req-c3f7b688-309a-48be-852c-622e49d5774f req-bf28b902-bf3b-410a-8239-7377ae7ad821 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Request body: {'port': {'device_id': '31233d7d-f007-41b2-bf62-e2abba82cfd4', 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466', 'admin_state_up': True, 'tenant_id': '00f07373deef4fc0b642c58742393b86'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:48.928311 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Pushing event updated for resources: {'Port': ['ID=5a55de6d-7a2f-405d-a74f-90351caa67a6,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:49.031067 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-99c60dcb-f1fa-4cc5-a302-a76df8ac38db tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group_rule (251a0f6a-c5a7-4765-b7e5-ba83764a29fa), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:49.105840 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e2c47971-7a0e-48e1-b8db-2c577ae34ef8 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for port (8071de26-32fe-47fc-922c-65e8260bc8a6), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:49.205129 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d38f3b44-6537-4e3e-bec5-c327315a7ac4 req-04be9c6f-fd55-4839-91d8-f551c0a54d05 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 210 time: 1.1604483 Mar 29 15:02:49.215202 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device f4192f2e-1286-4fd0-97aa-751ef4942a7e up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:02:49.273921 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e2c47971-7a0e-48e1-b8db-2c577ae34ef8 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196'] for port (8071de26-32fe-47fc-922c-65e8260bc8a6), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:49.362063 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c7f66750-5a25-4908-b4a5-0f28586db95d req-d60cd9f7-3945-4835-91ec-baaea3998555 service neutron] 10.222.0.36 "GET /v2.0/networks/75601928-ea85-4865-8524-05e7335499fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6851654 Mar 29 15:02:49.405962 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 37520) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:49.458127 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e599ed5c-eab4-4ab6-925a-fb5429d713d0 None None] Publish callbacks [] for port (91adfefe-7aa0-4636-97b4-6521420d1303), precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:49.463511 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c47971-7a0e-48e1-b8db-2c577ae34ef8 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:02:49.475401 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-7759bbb7-1152-442d-911a-3b61cc08b81b None None] Current status of the port c420abcb-17a6-4dbc-87c2-0aba40cf45d9 is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:02:49.476026 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7759bbb7-1152-442d-911a-3b61cc08b81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (c420abcb-17a6-4dbc-87c2-0aba40cf45d9), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:49.480965 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e599ed5c-eab4-4ab6-925a-fb5429d713d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (91adfefe-7aa0-4636-97b4-6521420d1303), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:49.494554 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-e2c47971-7a0e-48e1-b8db-2c577ae34ef8 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:02:49.504087 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c47971-7a0e-48e1-b8db-2c577ae34ef8 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:02:49.569639 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-99c60dcb-f1fa-4cc5-a302-a76df8ac38db tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group_rule (251a0f6a-c5a7-4765-b7e5-ba83764a29fa), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:49.582549 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-99c60dcb-f1fa-4cc5-a302-a76df8ac38db tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (251a0f6a-c5a7-4765-b7e5-ba83764a29fa), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:49.619256 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c60dcb-f1fa-4cc5-a302-a76df8ac38db tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251a0f6a-c5a7-4765-b7e5-ba83764a29fa,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:49.626106 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e2c47971-7a0e-48e1-b8db-2c577ae34ef8 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for floatingip (3cee2eb5-cdeb-4a6c-bc26-d04b07e5f9fa), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:49.646163 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04304e2-17c3-4817-b2c9-88526e32cecc req-66c12991-9667-45e1-979c-a54ad1657354 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:49.648695 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c47971-7a0e-48e1-b8db-2c577ae34ef8 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Pushing event updated for resources: {'Port': ['ID=8071de26-32fe-47fc-922c-65e8260bc8a6,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:49.656639 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d04304e2-17c3-4817-b2c9-88526e32cecc req-66c12991-9667-45e1-979c-a54ad1657354 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 944 time: 0.2494113 Mar 29 15:02:49.741442 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-7759bbb7-1152-442d-911a-3b61cc08b81b None None] For port c420abcb-17a6-4dbc-87c2-0aba40cf45d9, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=c420abcb-17a6-4dbc-87c2-0aba40cf45d9,segment=NetworkSegment(45a1a486-5bd9-4eb8-874d-5e40191b95cd),segment_id=45a1a486-5bd9-4eb8-874d-5e40191b95cd)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:02:49.762328 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e2c47971-7a0e-48e1-b8db-2c577ae34ef8 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (8071de26-32fe-47fc-922c-65e8260bc8a6), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:49.780832 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7759bbb7-1152-442d-911a-3b61cc08b81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (c420abcb-17a6-4dbc-87c2-0aba40cf45d9), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:49.810518 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port f4192f2e-1286-4fd0-97aa-751ef4942a7e triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:49.811729 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (f4192f2e-1286-4fd0-97aa-751ef4942a7e), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:49.817973 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fd1e1-8e4f-4283-ac62-f3f0b5d96497 None None] Pushing event updated for resources: {'Port': ['ID=91adfefe-7aa0-4636-97b4-6521420d1303,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:49.841157 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-99c60dcb-f1fa-4cc5-a302-a76df8ac38db tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:49.848555 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-aed55026-0a78-4039-80c9-1b90e942860a req-57930640-fd00-4d57-b43d-a33c30e8303f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks [] for port (59d28632-a2db-4fa9-8a3e-833c3499a8ab), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:49.861018 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 37528) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:49.869478 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-de229363-c9d6-4d31-a613-48648745f46d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Request body: {'security_group_rule': {'security_group_id': '50f0e6be-d474-4785-b452-e684d3c9c8e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:49.871189 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-99c60dcb-f1fa-4cc5-a302-a76df8ac38db tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1842875 Mar 29 15:02:49.958071 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d04304e2-17c3-4817-b2c9-88526e32cecc req-f9165eb5-9369-4842-a3e4-7dfb0599d6e9 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/security-groups?id=151cefdc-2001-4b39-b143-bf96f074d71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918875 Mar 29 15:02:50.023426 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7bc166a-9b29-4aa2-82c3-0ccf14b824d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:50.044954 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3f7b688-309a-48be-852c-622e49d5774f req-bf28b902-bf3b-410a-8239-7377ae7ad821 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Made reservation on behalf of 00f07373deef4fc0b642c58742393b86 for: {'port': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:02:50.051281 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-c3f7b688-309a-48be-852c-622e49d5774f req-bf28b902-bf3b-410a-8239-7377ae7ad821 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:50.183128 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-e599ed5c-eab4-4ab6-925a-fb5429d713d0 None None] Attempting to bind port 91adfefe-7aa0-4636-97b4-6521420d1303 on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:02:50.183513 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-e599ed5c-eab4-4ab6-925a-fb5429d713d0 None None] Attempting to bind port 91adfefe-7aa0-4636-97b4-6521420d1303 by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': '76ced992-64b5-4d36-a1da-2a36ce3c4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:02:50.183884 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e599ed5c-eab4-4ab6-925a-fb5429d713d0 None None] Attempting to bind port 91adfefe-7aa0-4636-97b4-6521420d1303 on network 8623989d-9dc8-4db2-b236-bf7fe1fec224 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:02:50.196324 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e599ed5c-eab4-4ab6-925a-fb5429d713d0 None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:02:50.197257 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e599ed5c-eab4-4ab6-925a-fb5429d713d0 None None] Checking segment: {'id': '76ced992-64b5-4d36-a1da-2a36ce3c4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:02:50.197420 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e599ed5c-eab4-4ab6-925a-fb5429d713d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:50.197845 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e599ed5c-eab4-4ab6-925a-fb5429d713d0 None None] Bound using segment: {'id': '76ced992-64b5-4d36-a1da-2a36ce3c4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:02:50.198294 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-e599ed5c-eab4-4ab6-925a-fb5429d713d0 None None] Bound port: 91adfefe-7aa0-4636-97b4-6521420d1303, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ced992-64b5-4d36-a1da-2a36ce3c4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:02:50.198807 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e599ed5c-eab4-4ab6-925a-fb5429d713d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (91adfefe-7aa0-4636-97b4-6521420d1303), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:50.224195 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759bbb7-1152-442d-911a-3b61cc08b81b None None] Pushing event updated for resources: {'Port': ['ID=c420abcb-17a6-4dbc-87c2-0aba40cf45d9,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:50.339363 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7bc166a-9b29-4aa2-82c3-0ccf14b824d0 admin admin] Publish callbacks [] for security_group (c8617a09-6b8a-4a08-ac7f-558d3006df16), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:50.340703 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-05949655-08d2-44c2-a80b-362f86188874 None None] Provisioning complete for port 91adfefe-7aa0-4636-97b4-6521420d1303 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:50.348372 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c7bc166a-9b29-4aa2-82c3-0ccf14b824d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (c8617a09-6b8a-4a08-ac7f-558d3006df16), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:50.350955 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-05949655-08d2-44c2-a80b-362f86188874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (91adfefe-7aa0-4636-97b4-6521420d1303), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:50.429916 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-c7bc166a-9b29-4aa2-82c3-0ccf14b824d0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0690448327be4d9db41b3b2526c770e7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0202529 Mar 29 15:02:50.437276 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 37550) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:50.439082 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc166a-9b29-4aa2-82c3-0ccf14b824d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8617a09-6b8a-4a08-ac7f-558d3006df16,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:50.456670 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port f4192f2e-1286-4fd0-97aa-751ef4942a7e is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:02:50.458319 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device c420abcb-17a6-4dbc-87c2-0aba40cf45d9 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:02:50.530594 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-de229363-c9d6-4d31-a613-48648745f46d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group_rule (ebeacd15-53dd-45c0-9ca2-d03535a8013f), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:50.533627 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-e599ed5c-eab4-4ab6-925a-fb5429d713d0 None None] For port 91adfefe-7aa0-4636-97b4-6521420d1303, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:02:50.538098 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-05949655-08d2-44c2-a80b-362f86188874 None None] Port 91adfefe-7aa0-4636-97b4-6521420d1303 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:02:50.551678 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3d82a40d-cf52-4c87-9a9b-3b18fa3eb75a req-89950422-3f14-4002-b491-9ffbd52f126d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 210 time: 0.1297204 Mar 29 15:02:50.585197 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-e599ed5c-eab4-4ab6-925a-fb5429d713d0 None None] For port 91adfefe-7aa0-4636-97b4-6521420d1303, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=91adfefe-7aa0-4636-97b4-6521420d1303,segment=NetworkSegment(76ced992-64b5-4d36-a1da-2a36ce3c4f6e),segment_id=76ced992-64b5-4d36-a1da-2a36ce3c4f6e)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:02:50.613646 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e599ed5c-eab4-4ab6-925a-fb5429d713d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (91adfefe-7aa0-4636-97b4-6521420d1303), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:50.666397 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-aed55026-0a78-4039-80c9-1b90e942860a req-57930640-fd00-4d57-b43d-a33c30e8303f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196'] for port (59d28632-a2db-4fa9-8a3e-833c3499a8ab), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:50.830199 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fd1e1-8e4f-4283-ac62-f3f0b5d96497 None None] Pushing event updated for resources: {'Port': ['ID=91adfefe-7aa0-4636-97b4-6521420d1303,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:50.850596 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57930640-fd00-4d57-b43d-a33c30e8303f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Pushing event updated for resources: {'Port': ['ID=59d28632-a2db-4fa9-8a3e-833c3499a8ab,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:50.862968 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e599ed5c-eab4-4ab6-925a-fb5429d713d0 None None] Routers {'3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:02:50.863922 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e599ed5c-eab4-4ab6-925a-fb5429d713d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:02:45Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:02:50.866840 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port c420abcb-17a6-4dbc-87c2-0aba40cf45d9 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:50.869384 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (c420abcb-17a6-4dbc-87c2-0aba40cf45d9), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:50.952041 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3c811f6e-7d46-4943-aaf7-5d61b1bf7df8 admin admin] Publish callbacks [] for security_group (c8617a09-6b8a-4a08-ac7f-558d3006df16), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:51.072689 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aed55026-0a78-4039-80c9-1b90e942860a req-57930640-fd00-4d57-b43d-a33c30e8303f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Network 9352682d-561b-46b3-a155-35c84f4fd466 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:02:51.102763 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e2c47971-7a0e-48e1-b8db-2c577ae34ef8 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for port (8071de26-32fe-47fc-922c-65e8260bc8a6), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:51.104847 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [req-aed55026-0a78-4039-80c9-1b90e942860a req-57930640-fd00-4d57-b43d-a33c30e8303f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:02:51.119828 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port c420abcb-17a6-4dbc-87c2-0aba40cf45d9 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:02:51.121874 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 8122cb94-5ff8-45ab-80fe-d59daca07898 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:02:51.139450 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081aef6-20a4-4d42-a4d3-89256550bf26 req-6ffb3afc-676c-4539-b0bd-5412d44b3975 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:51.148303 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed55026-0a78-4039-80c9-1b90e942860a req-57930640-fd00-4d57-b43d-a33c30e8303f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:02:51.148793 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-5081aef6-20a4-4d42-a4d3-89256550bf26 req-6ffb3afc-676c-4539-b0bd-5412d44b3975 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 944 time: 0.1037657 Mar 29 15:02:51.159077 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed55026-0a78-4039-80c9-1b90e942860a req-57930640-fd00-4d57-b43d-a33c30e8303f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:51.159938 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-aed55026-0a78-4039-80c9-1b90e942860a req-57930640-fd00-4d57-b43d-a33c30e8303f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:51.163774 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-de229363-c9d6-4d31-a613-48648745f46d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group_rule (ebeacd15-53dd-45c0-9ca2-d03535a8013f), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:51.204633 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e2c47971-7a0e-48e1-b8db-2c577ae34ef8 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (8071de26-32fe-47fc-922c-65e8260bc8a6), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:51.237917 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-5081aef6-20a4-4d42-a4d3-89256550bf26 req-bcc8ca1a-1127-476e-b28d-802f20182f01 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/security-groups?id=151cefdc-2001-4b39-b143-bf96f074d71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881488 Mar 29 15:02:51.374098 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3c811f6e-7d46-4943-aaf7-5d61b1bf7df8 admin admin] Publish callbacks [] for security_group (c8617a09-6b8a-4a08-ac7f-558d3006df16), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:51.377625 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-de229363-c9d6-4d31-a613-48648745f46d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (ebeacd15-53dd-45c0-9ca2-d03535a8013f), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:51.426860 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [req-c3f7b688-309a-48be-852c-622e49d5774f req-bf28b902-bf3b-410a-8239-7377ae7ad821 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Allocated IP 172.20.0.9 (9352682d-561b-46b3-a155-35c84f4fd466/4785f368-95a0-409f-b70d-930d5b4d123e/8a45b433-1f4a-491e-a423-69d04d1118a4) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:02:51.493622 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de229363-c9d6-4d31-a613-48648745f46d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebeacd15-53dd-45c0-9ca2-d03535a8013f,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:51.502161 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e2c47971-7a0e-48e1-b8db-2c577ae34ef8 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (3cee2eb5-cdeb-4a6c-bc26-d04b07e5f9fa), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:51.563124 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c47971-7a0e-48e1-b8db-2c577ae34ef8 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Pushing event updated for resources: {'Port': ['ID=8071de26-32fe-47fc-922c-65e8260bc8a6,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:51.575163 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-aed55026-0a78-4039-80c9-1b90e942860a req-57930640-fd00-4d57-b43d-a33c30e8303f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.4510880 Mar 29 15:02:51.603537 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-e599ed5c-eab4-4ab6-925a-fb5429d713d0 None None] Set router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:02:51.608095 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e2c47971-7a0e-48e1-b8db-2c577ae34ef8 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:51.617403 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-e2c47971-7a0e-48e1-b8db-2c577ae34ef8 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2325974 Mar 29 15:02:51.635736 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [req-aed55026-0a78-4039-80c9-1b90e942860a req-e5f28c8c-d3f6-40a9-954f-eef8df0ca415 service neutron] Request body: {'port': {'device_id': 'f23f6a05-0dd9-411a-8477-eb6efe94e853', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:51.701047 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-944a534e-3595-4591-bda7-a31e81497cba None None] Provisioning complete for port 91adfefe-7aa0-4636-97b4-6521420d1303 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:51.701445 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-944a534e-3595-4591-bda7-a31e81497cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (91adfefe-7aa0-4636-97b4-6521420d1303), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:51.860899 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-aed55026-0a78-4039-80c9-1b90e942860a req-e5f28c8c-d3f6-40a9-954f-eef8df0ca415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (59d28632-a2db-4fa9-8a3e-833c3499a8ab), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:51.866852 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-de229363-c9d6-4d31-a613-48648745f46d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:51.868304 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-de229363-c9d6-4d31-a613-48648745f46d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0043321 Mar 29 15:02:51.872273 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 37594) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:51.877956 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-85aafec2-1bdf-44d7-bb15-f2db0fe91769 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Request body: {'floatingip': {'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:51.892134 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9a139058-abdd-4219-b48d-b4237632a4de req-153b06b9-8a0a-43dc-95b0-746a105e96df tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 210 time: 0.0711083 Mar 29 15:02:51.937478 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-85aafec2-1bdf-44d7-bb15-f2db0fe91769 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:52.045000 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 8122cb94-5ff8-45ab-80fe-d59daca07898 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:52.045653 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (8122cb94-5ff8-45ab-80fe-d59daca07898), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:52.138393 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-3fa20c9d-84a8-4e18-84c7-f63fd749d121 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1020978165&fields=id&tenant_id=af4f8ee2318e421dbf84b0a97b279da0 HTTP/1.1" status: 200 len: 267 time: 0.1558411 Mar 29 15:02:52.220953 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 37604) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:52.231407 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 8122cb94-5ff8-45ab-80fe-d59daca07898 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:02:52.249193 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3c811f6e-7d46-4943-aaf7-5d61b1bf7df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (c8617a09-6b8a-4a08-ac7f-558d3006df16), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:52.252789 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3c811f6e-7d46-4943-aaf7-5d61b1bf7df8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:52.256198 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-3c811f6e-7d46-4943-aaf7-5d61b1bf7df8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c8617a09-6b8a-4a08-ac7f-558d3006df16 HTTP/1.1" status: 204 len: 168 time: 1.8046825 Mar 29 15:02:52.288003 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c811f6e-7d46-4943-aaf7-5d61b1bf7df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8617a09-6b8a-4a08-ac7f-558d3006df16,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:52.375797 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-cb914d6c-df2a-42ed-a903-3489c31a0235 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:52.391439 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-cb914d6c-df2a-42ed-a903-3489c31a0235 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/networks?id=c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db HTTP/1.1" status: 200 len: 810 time: 0.2509017 Mar 29 15:02:52.417597 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-31f20b7d-1c99-4472-a6f6-80efb9144cfb tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/quotas/af4f8ee2318e421dbf84b0a97b279da0 HTTP/1.1" status: 200 len: 375 time: 0.0191228 Mar 29 15:02:52.438313 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-e599ed5c-eab4-4ab6-925a-fb5429d713d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '91adfefe-7aa0-4636-97b4-6521420d1303', 'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'mac_address': 'fa:16:3e:ee:ff:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:34Z', 'updated_at': '2022-03-29T15:02:50Z', 'revision_number': 4, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'subnets': [{'id': 'f848f262-5313-47d3-a01b-552787092c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:02:52.439154 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-c3f7b688-309a-48be-852c-622e49d5774f req-bf28b902-bf3b-410a-8239-7377ae7ad821 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks [] for port (8a45b433-1f4a-491e-a423-69d04d1118a4), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:52.451693 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-85aafec2-1bdf-44d7-bb15-f2db0fe91769 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:52.478518 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-944a534e-3595-4591-bda7-a31e81497cba None None] Current status of the port 91adfefe-7aa0-4636-97b4-6521420d1303 is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:02:52.479522 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-944a534e-3595-4591-bda7-a31e81497cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (91adfefe-7aa0-4636-97b4-6521420d1303), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:52.496039 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e599ed5c-eab4-4ab6-925a-fb5429d713d0 None None] The sync data for ids ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'] in dv-cinder-835635-1-iscsi is: [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '91adfefe-7aa0-4636-97b4-6521420d1303', 'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'mac_address': 'fa:16:3e:ee:ff:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:34Z', 'updated_at': '2022-03-29T15:02:50Z', 'revision_number': 4, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'subnets': [{'id': 'f848f262-5313-47d3-a01b-552787092c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:02:52.534399 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 5a55de6d-7a2f-405d-a74f-90351caa67a6 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:02:52.629878 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357ca1d-e7cd-4bf3-921c-c3400b78f4f8 req-b08d8305-888b-434b-8690-08752d89b47d tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:52.637869 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5357ca1d-e7cd-4bf3-921c-c3400b78f4f8 req-b08d8305-888b-434b-8690-08752d89b47d tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 944 time: 0.2162778 Mar 29 15:02:52.668179 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-944a534e-3595-4591-bda7-a31e81497cba None None] For port 91adfefe-7aa0-4636-97b4-6521420d1303, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=91adfefe-7aa0-4636-97b4-6521420d1303,segment=NetworkSegment(76ced992-64b5-4d36-a1da-2a36ce3c4f6e),segment_id=76ced992-64b5-4d36-a1da-2a36ce3c4f6e)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:02:52.687530 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-944a534e-3595-4591-bda7-a31e81497cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (91adfefe-7aa0-4636-97b4-6521420d1303), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:52.718250 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-c3f7b688-309a-48be-852c-622e49d5774f req-bf28b902-bf3b-410a-8239-7377ae7ad821 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196'] for port (8a45b433-1f4a-491e-a423-69d04d1118a4), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:52.762316 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a534e-3595-4591-bda7-a31e81497cba None None] Pushing event updated for resources: {'Port': ['ID=91adfefe-7aa0-4636-97b4-6521420d1303,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:52.780097 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-8b8e3328-0415-4dda-9fe9-65094b7bd0d9 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=af4f8ee2318e421dbf84b0a97b279da0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3546171 Mar 29 15:02:52.780867 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 5a55de6d-7a2f-405d-a74f-90351caa67a6 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:52.781255 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (5a55de6d-7a2f-405d-a74f-90351caa67a6), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:52.810359 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3f7b688-309a-48be-852c-622e49d5774f req-bf28b902-bf3b-410a-8239-7377ae7ad821 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Network 9352682d-561b-46b3-a155-35c84f4fd466 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:02:52.823933 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [req-c3f7b688-309a-48be-852c-622e49d5774f req-bf28b902-bf3b-410a-8239-7377ae7ad821 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:02:52.827556 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-85aafec2-1bdf-44d7-bb15-f2db0fe91769 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Allocated IP 172.27.2.100 (73fab6d0-c07f-433f-9c69-8ff3a31867f5/bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83/fccc6e9b-f151-4866-9371-f64f89e73763) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:02:52.881177 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f7b688-309a-48be-852c-622e49d5774f req-bf28b902-bf3b-410a-8239-7377ae7ad821 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:02:52.888234 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7b688-309a-48be-852c-622e49d5774f req-bf28b902-bf3b-410a-8239-7377ae7ad821 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:52.889408 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-c3f7b688-309a-48be-852c-622e49d5774f req-bf28b902-bf3b-410a-8239-7377ae7ad821 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:52.902472 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-ab7766ed-5c5d-4694-a84a-6e519c74d471 None None] Provisioning complete for port 59d28632-a2db-4fa9-8a3e-833c3499a8ab triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:52.903468 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ab7766ed-5c5d-4694-a84a-6e519c74d471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (59d28632-a2db-4fa9-8a3e-833c3499a8ab), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:52.913620 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 37618) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:52.926636 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5357ca1d-e7cd-4bf3-921c-c3400b78f4f8 req-91a3a727-bfe1-43dd-8a25-b0f10ea70da7 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/security-groups?id=151cefdc-2001-4b39-b143-bf96f074d71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783520 Mar 29 15:02:52.959093 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e61cfc6a-ea41-453c-ac45-50ef75d188f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:52.978525 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1f327096-9d01-40eb-b583-d429ef00bf8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:52.994312 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-c3f7b688-309a-48be-852c-622e49d5774f req-bf28b902-bf3b-410a-8239-7377ae7ad821 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2282109 Mar 29 15:02:53.018716 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 5a55de6d-7a2f-405d-a74f-90351caa67a6 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:02:53.019818 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device c420abcb-17a6-4dbc-87c2-0aba40cf45d9 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:02:53.041279 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28b902-bf3b-410a-8239-7377ae7ad821 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Pushing event updated for resources: {'Port': ['ID=8a45b433-1f4a-491e-a423-69d04d1118a4,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:53.065117 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [req-c3f7b688-309a-48be-852c-622e49d5774f req-d9774e38-1ce3-4b7d-939c-3b9e3260698a service neutron] Request body: {'port': {'device_id': '31233d7d-f007-41b2-bf62-e2abba82cfd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:53.083952 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-ab7766ed-5c5d-4694-a84a-6e519c74d471 None None] Port 59d28632-a2db-4fa9-8a3e-833c3499a8ab cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:02:53.130314 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port c420abcb-17a6-4dbc-87c2-0aba40cf45d9 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:53.131337 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (c420abcb-17a6-4dbc-87c2-0aba40cf45d9), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:53.205837 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-a337348a-e8a6-463b-9778-2d85ad4daeef service neutron] 10.222.0.35 "GET /v2.0/networks/c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925042 Mar 29 15:02:53.263544 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port c420abcb-17a6-4dbc-87c2-0aba40cf45d9 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:02:53.283739 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-98847976-ed72-46d2-8d93-d820aca27575 None None] Provisioning complete for port 8a45b433-1f4a-491e-a423-69d04d1118a4 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:53.284179 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-98847976-ed72-46d2-8d93-d820aca27575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (8a45b433-1f4a-491e-a423-69d04d1118a4), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:53.311107 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-85aafec2-1bdf-44d7-bb15-f2db0fe91769 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for port (fccc6e9b-f151-4866-9371-f64f89e73763), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:53.333261 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-98847976-ed72-46d2-8d93-d820aca27575 None None] Port 8a45b433-1f4a-491e-a423-69d04d1118a4 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:02:53.373894 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f4aec-a1d7-412e-9de1-dcbad219b6bf req-0c0d3968-0a54-451d-b9a7-7d1cbbfb77cd tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:53.381417 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-379f4aec-a1d7-412e-9de1-dcbad219b6bf req-0c0d3968-0a54-451d-b9a7-7d1cbbfb77cd tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 931 time: 0.2966933 Mar 29 15:02:53.405755 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1f327096-9d01-40eb-b583-d429ef00bf8a admin admin] Publish callbacks [] for security_group (b40c6ea1-e04b-4b02-a759-a3f70295fff7), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:53.419483 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-c3f7b688-309a-48be-852c-622e49d5774f req-d9774e38-1ce3-4b7d-939c-3b9e3260698a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (8a45b433-1f4a-491e-a423-69d04d1118a4), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:53.421748 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1f327096-9d01-40eb-b583-d429ef00bf8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (b40c6ea1-e04b-4b02-a759-a3f70295fff7), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:53.430905 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-87ad7703-6758-478b-b987-2f20a3e4fefc service neutron] 10.222.0.35 "GET /v2.0/networks/c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181566 Mar 29 15:02:53.452698 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-85aafec2-1bdf-44d7-bb15-f2db0fe91769 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196'] for port (fccc6e9b-f151-4866-9371-f64f89e73763), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:53.483832 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-1f327096-9d01-40eb-b583-d429ef00bf8a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5531656d2bef45bb89850caea7f1e803&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5690691 Mar 29 15:02:53.505933 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f327096-9d01-40eb-b583-d429ef00bf8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40c6ea1-e04b-4b02-a759-a3f70295fff7,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:53.510161 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 37638) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:53.546242 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85aafec2-1bdf-44d7-bb15-f2db0fe91769 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:02:53.556424 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-85aafec2-1bdf-44d7-bb15-f2db0fe91769 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:02:53.574606 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aafec2-1bdf-44d7-bb15-f2db0fe91769 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:02:53.631159 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aafec2-1bdf-44d7-bb15-f2db0fe91769 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event updated for resources: {'Port': ['ID=fccc6e9b-f151-4866-9371-f64f89e73763,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:53.635523 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [req-aed55026-0a78-4039-80c9-1b90e942860a req-e5f28c8c-d3f6-40a9-954f-eef8df0ca415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d28632-a2db-4fa9-8a3e-833c3499a8ab {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:02:53.658001 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e61cfc6a-ea41-453c-ac45-50ef75d188f4 admin admin] Publish callbacks [] for security_group (44e55635-b33a-4c5f-8fbf-336889ae5a31), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:53.687456 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-379f4aec-a1d7-412e-9de1-dcbad219b6bf req-a66ae4b9-ff15-4d70-b9ef-9161abf7c748 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050516 Mar 29 15:02:53.717446 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-aed55026-0a78-4039-80c9-1b90e942860a req-e5f28c8c-d3f6-40a9-954f-eef8df0ca415 service neutron] Publish callbacks [] for port (59d28632-a2db-4fa9-8a3e-833c3499a8ab), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:53.717446 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e61cfc6a-ea41-453c-ac45-50ef75d188f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (44e55635-b33a-4c5f-8fbf-336889ae5a31), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:53.807464 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61cfc6a-ea41-453c-ac45-50ef75d188f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e55635-b33a-4c5f-8fbf-336889ae5a31,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:53.932265 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-789be4b6-af7a-4747-b36c-907d4eab1520 req-25754fad-5ab6-456c-b2b4-44ac215ab259 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 210 time: 0.1000919 Mar 29 15:02:53.939388 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-85aafec2-1bdf-44d7-bb15-f2db0fe91769 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for floatingip (6089c5be-4c67-4ae8-96e4-49d53a401b36), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:53.993472 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [req-aed55026-0a78-4039-80c9-1b90e942860a req-e5f28c8c-d3f6-40a9-954f-eef8df0ca415 service neutron] Transition to ACTIVE for port object 59d28632-a2db-4fa9-8a3e-833c3499a8ab will not be triggered until provisioned by entity L2. {{(pid=103154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:02:53.994669 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e81cf85-65f6-43e7-8d8a-fca855bce0f7 admin admin] Publish callbacks [] for security_group (b40c6ea1-e04b-4b02-a759-a3f70295fff7), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:54.009039 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-e61cfc6a-ea41-453c-ac45-50ef75d188f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=48d61c34bc444d40ae350651e652786b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7865884 Mar 29 15:02:54.012787 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-aed55026-0a78-4039-80c9-1b90e942860a req-e5f28c8c-d3f6-40a9-954f-eef8df0ca415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (59d28632-a2db-4fa9-8a3e-833c3499a8ab), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:54.016754 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 37666) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:54.292915 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f28c8c-d3f6-40a9-954f-eef8df0ca415 service neutron] Pushing event updated for resources: {'Port': ['ID=59d28632-a2db-4fa9-8a3e-833c3499a8ab,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:54.475693 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 91adfefe-7aa0-4636-97b4-6521420d1303 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:02:54.523450 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475fd4d-13d9-4429-9cae-0b83fcf4da53 req-2888d59a-a1ec-4611-aa17-c7d44821c08a tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:54.532719 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1475fd4d-13d9-4429-9cae-0b83fcf4da53 req-2888d59a-a1ec-4611-aa17-c7d44821c08a tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 944 time: 0.4736907 Mar 29 15:02:54.553475 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-aed55026-0a78-4039-80c9-1b90e942860a req-e5f28c8c-d3f6-40a9-954f-eef8df0ca415 service neutron] Attempting to bind port 59d28632-a2db-4fa9-8a3e-833c3499a8ab on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:02:54.554469 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-aed55026-0a78-4039-80c9-1b90e942860a req-e5f28c8c-d3f6-40a9-954f-eef8df0ca415 service neutron] Attempting to bind port 59d28632-a2db-4fa9-8a3e-833c3499a8ab by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': 'c4910bd0-952b-4530-8412-09d294143007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:02:54.554994 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed55026-0a78-4039-80c9-1b90e942860a req-e5f28c8c-d3f6-40a9-954f-eef8df0ca415 service neutron] Attempting to bind port 59d28632-a2db-4fa9-8a3e-833c3499a8ab on network 9352682d-561b-46b3-a155-35c84f4fd466 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:02:54.560753 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e81cf85-65f6-43e7-8d8a-fca855bce0f7 admin admin] Publish callbacks [] for security_group (b40c6ea1-e04b-4b02-a759-a3f70295fff7), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:54.586894 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed55026-0a78-4039-80c9-1b90e942860a req-e5f28c8c-d3f6-40a9-954f-eef8df0ca415 service neutron] Port 59d28632-a2db-4fa9-8a3e-833c3499a8ab on network 9352682d-561b-46b3-a155-35c84f4fd466 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:02:54.587343 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-85aafec2-1bdf-44d7-bb15-f2db0fe91769 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (fccc6e9b-f151-4866-9371-f64f89e73763), before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:54.587672 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed55026-0a78-4039-80c9-1b90e942860a req-e5f28c8c-d3f6-40a9-954f-eef8df0ca415 service neutron] Attempting to bind port 59d28632-a2db-4fa9-8a3e-833c3499a8ab on network 9352682d-561b-46b3-a155-35c84f4fd466 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:02:54.612405 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 91adfefe-7aa0-4636-97b4-6521420d1303 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:54.612964 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (91adfefe-7aa0-4636-97b4-6521420d1303), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:54.613918 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed55026-0a78-4039-80c9-1b90e942860a req-e5f28c8c-d3f6-40a9-954f-eef8df0ca415 service neutron] Checking agent: {'id': '54f4ecb7-e3d7-497a-b676-ec21eb6e2a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'started_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:02:54.614938 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed55026-0a78-4039-80c9-1b90e942860a req-e5f28c8c-d3f6-40a9-954f-eef8df0ca415 service neutron] Checking segment: {'id': 'c4910bd0-952b-4530-8412-09d294143007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:02:54.615848 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed55026-0a78-4039-80c9-1b90e942860a req-e5f28c8c-d3f6-40a9-954f-eef8df0ca415 service neutron] Bound using segment: {'id': 'c4910bd0-952b-4530-8412-09d294143007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:02:54.616450 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-aed55026-0a78-4039-80c9-1b90e942860a req-e5f28c8c-d3f6-40a9-954f-eef8df0ca415 service neutron] Bound port: 59d28632-a2db-4fa9-8a3e-833c3499a8ab, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4910bd0-952b-4530-8412-09d294143007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:02:54.617017 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-aed55026-0a78-4039-80c9-1b90e942860a req-e5f28c8c-d3f6-40a9-954f-eef8df0ca415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (59d28632-a2db-4fa9-8a3e-833c3499a8ab), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:54.631834 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0e708925-a913-488b-b35c-fe7eeccd3c4d admin admin] Publish callbacks [] for security_group (44e55635-b33a-4c5f-8fbf-336889ae5a31), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:54.679411 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1475fd4d-13d9-4429-9cae-0b83fcf4da53 req-50817e7a-eeb8-4ba1-b436-8d5d53bc4b48 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/security-groups?id=151cefdc-2001-4b39-b143-bf96f074d71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457233 Mar 29 15:02:54.683488 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0e708925-a913-488b-b35c-fe7eeccd3c4d admin admin] Publish callbacks [] for security_group (44e55635-b33a-4c5f-8fbf-336889ae5a31), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:54.741080 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 91adfefe-7aa0-4636-97b4-6521420d1303 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:02:54.755490 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e81cf85-65f6-43e7-8d8a-fca855bce0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (b40c6ea1-e04b-4b02-a759-a3f70295fff7), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:54.758206 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e81cf85-65f6-43e7-8d8a-fca855bce0f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:54.761791 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-2e81cf85-65f6-43e7-8d8a-fca855bce0f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b40c6ea1-e04b-4b02-a759-a3f70295fff7 HTTP/1.1" status: 204 len: 168 time: 1.2467237 Mar 29 15:02:54.785312 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81cf85-65f6-43e7-8d8a-fca855bce0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40c6ea1-e04b-4b02-a759-a3f70295fff7,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:54.816296 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [req-c3f7b688-309a-48be-852c-622e49d5774f req-d9774e38-1ce3-4b7d-939c-3b9e3260698a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a45b433-1f4a-491e-a423-69d04d1118a4 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:02:54.827807 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-c3f7b688-309a-48be-852c-622e49d5774f req-d9774e38-1ce3-4b7d-939c-3b9e3260698a service neutron] Publish callbacks [] for port (8a45b433-1f4a-491e-a423-69d04d1118a4), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:54.834708 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-aed55026-0a78-4039-80c9-1b90e942860a req-e5f28c8c-d3f6-40a9-954f-eef8df0ca415 service neutron] For port 59d28632-a2db-4fa9-8a3e-833c3499a8ab, host hv-cinder-83563, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:02:54.841537 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-aed55026-0a78-4039-80c9-1b90e942860a req-e5f28c8c-d3f6-40a9-954f-eef8df0ca415 service neutron] For port 59d28632-a2db-4fa9-8a3e-833c3499a8ab, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=59d28632-a2db-4fa9-8a3e-833c3499a8ab,segment=NetworkSegment(c4910bd0-952b-4530-8412-09d294143007),segment_id=c4910bd0-952b-4530-8412-09d294143007)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:02:54.851191 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [req-c3f7b688-309a-48be-852c-622e49d5774f req-d9774e38-1ce3-4b7d-939c-3b9e3260698a service neutron] Transition to ACTIVE for port object 8a45b433-1f4a-491e-a423-69d04d1118a4 will not be triggered until provisioned by entity L2. {{(pid=103154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:02:54.856683 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-aed55026-0a78-4039-80c9-1b90e942860a req-e5f28c8c-d3f6-40a9-954f-eef8df0ca415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (59d28632-a2db-4fa9-8a3e-833c3499a8ab), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:54.860062 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0e708925-a913-488b-b35c-fe7eeccd3c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (44e55635-b33a-4c5f-8fbf-336889ae5a31), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:54.860933 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0e708925-a913-488b-b35c-fe7eeccd3c4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:54.864384 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-0e708925-a913-488b-b35c-fe7eeccd3c4d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/44e55635-b33a-4c5f-8fbf-336889ae5a31 HTTP/1.1" status: 204 len: 168 time: 0.8426085 Mar 29 15:02:54.864522 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-c3f7b688-309a-48be-852c-622e49d5774f req-d9774e38-1ce3-4b7d-939c-3b9e3260698a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (8a45b433-1f4a-491e-a423-69d04d1118a4), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:54.894376 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e708925-a913-488b-b35c-fe7eeccd3c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e55635-b33a-4c5f-8fbf-336889ae5a31,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:54.908844 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed55026-0a78-4039-80c9-1b90e942860a req-e5f28c8c-d3f6-40a9-954f-eef8df0ca415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:54.909455 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-aed55026-0a78-4039-80c9-1b90e942860a req-e5f28c8c-d3f6-40a9-954f-eef8df0ca415 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:54.910986 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-aed55026-0a78-4039-80c9-1b90e942860a req-e5f28c8c-d3f6-40a9-954f-eef8df0ca415 service neutron] 10.222.0.36 "PUT /v2.0/ports/59d28632-a2db-4fa9-8a3e-833c3499a8ab HTTP/1.1" status: 200 len: 1094 time: 3.2899096 Mar 29 15:02:54.914148 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23f6a05-0dd9-411a-8477-eb6efe94e853', 'tag': '59d28632-a2db-4fa9-8a3e-833c3499a8ab'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:02:54.934110 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-85aafec2-1bdf-44d7-bb15-f2db0fe91769 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for port (fccc6e9b-f151-4866-9371-f64f89e73763), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:54.974164 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-85aafec2-1bdf-44d7-bb15-f2db0fe91769 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (fccc6e9b-f151-4866-9371-f64f89e73763), after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:55.093989 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89bf61-1b62-43a3-997e-faccfcb0c711 req-9bf71cbc-fae6-4470-8155-14d00bf1fb79 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:55.108728 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-9d89bf61-1b62-43a3-997e-faccfcb0c711 req-9bf71cbc-fae6-4470-8155-14d00bf1fb79 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 943 time: 0.2709818 Mar 29 15:02:55.130124 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-85aafec2-1bdf-44d7-bb15-f2db0fe91769 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (6089c5be-4c67-4ae8-96e4-49d53a401b36), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:55.200526 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aafec2-1bdf-44d7-bb15-f2db0fe91769 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event updated for resources: {'Port': ['ID=fccc6e9b-f151-4866-9371-f64f89e73763,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:55.220627 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-85aafec2-1bdf-44d7-bb15-f2db0fe91769 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:55.229738 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-85aafec2-1bdf-44d7-bb15-f2db0fe91769 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3483012 Mar 29 15:02:55.267227 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-9d89bf61-1b62-43a3-997e-faccfcb0c711 req-03e86d93-0897-4e8f-830c-2e5cd3f1e3f1 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451323 Mar 29 15:02:55.326588 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f28c8c-d3f6-40a9-954f-eef8df0ca415 service neutron] Pushing event updated for resources: {'Port': ['ID=59d28632-a2db-4fa9-8a3e-833c3499a8ab,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:55.332511 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-db831b19-52c9-4c82-88fd-60ca99cabfb7 req-7205d0ad-654b-4f4e-9f82-b5e703e3de1e tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 210 time: 0.2009091 Mar 29 15:02:55.431405 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-c3f7b688-309a-48be-852c-622e49d5774f req-d9774e38-1ce3-4b7d-939c-3b9e3260698a service neutron] Attempting to bind port 8a45b433-1f4a-491e-a423-69d04d1118a4 on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:02:55.431816 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-c3f7b688-309a-48be-852c-622e49d5774f req-d9774e38-1ce3-4b7d-939c-3b9e3260698a service neutron] Attempting to bind port 8a45b433-1f4a-491e-a423-69d04d1118a4 by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': 'c4910bd0-952b-4530-8412-09d294143007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:02:55.432542 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f7b688-309a-48be-852c-622e49d5774f req-d9774e38-1ce3-4b7d-939c-3b9e3260698a service neutron] Attempting to bind port 8a45b433-1f4a-491e-a423-69d04d1118a4 on network 9352682d-561b-46b3-a155-35c84f4fd466 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:02:55.447137 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed55026-0a78-4039-80c9-1b90e942860a req-c998eb05-6f71-45f4-9267-3541f81f1c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:55.449376 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-aed55026-0a78-4039-80c9-1b90e942860a req-c998eb05-6f71-45f4-9267-3541f81f1c2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00f07373deef4fc0b642c58742393b86&device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 1128 time: 0.4185245 Mar 29 15:02:55.470224 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f7b688-309a-48be-852c-622e49d5774f req-d9774e38-1ce3-4b7d-939c-3b9e3260698a service neutron] Port 8a45b433-1f4a-491e-a423-69d04d1118a4 on network 9352682d-561b-46b3-a155-35c84f4fd466 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:02:55.470558 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f7b688-309a-48be-852c-622e49d5774f req-d9774e38-1ce3-4b7d-939c-3b9e3260698a service neutron] Attempting to bind port 8a45b433-1f4a-491e-a423-69d04d1118a4 on network 9352682d-561b-46b3-a155-35c84f4fd466 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:02:55.484099 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f7b688-309a-48be-852c-622e49d5774f req-d9774e38-1ce3-4b7d-939c-3b9e3260698a service neutron] Checking agent: {'id': '54f4ecb7-e3d7-497a-b676-ec21eb6e2a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'started_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:02:55.484555 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f7b688-309a-48be-852c-622e49d5774f req-d9774e38-1ce3-4b7d-939c-3b9e3260698a service neutron] Checking segment: {'id': 'c4910bd0-952b-4530-8412-09d294143007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:02:55.485204 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f7b688-309a-48be-852c-622e49d5774f req-d9774e38-1ce3-4b7d-939c-3b9e3260698a service neutron] Bound using segment: {'id': 'c4910bd0-952b-4530-8412-09d294143007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:02:55.485707 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-c3f7b688-309a-48be-852c-622e49d5774f req-d9774e38-1ce3-4b7d-939c-3b9e3260698a service neutron] Bound port: 8a45b433-1f4a-491e-a423-69d04d1118a4, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4910bd0-952b-4530-8412-09d294143007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:02:55.486107 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-c3f7b688-309a-48be-852c-622e49d5774f req-d9774e38-1ce3-4b7d-939c-3b9e3260698a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (8a45b433-1f4a-491e-a423-69d04d1118a4), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:55.564290 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9774e38-1ce3-4b7d-939c-3b9e3260698a service neutron] Pushing event updated for resources: {'Port': ['ID=8a45b433-1f4a-491e-a423-69d04d1118a4,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:55.667829 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d621b753-d397-49b2-aef3-b99fa9d3843e" -d '{"events": [{"name": "network-changed", "server_uuid": "f23f6a05-0dd9-411a-8477-eb6efe94e853", "tag": "59d28632-a2db-4fa9-8a3e-833c3499a8ab"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:02:55.685210 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-aed55026-0a78-4039-80c9-1b90e942860a req-2c9e390f-d9d9-49cf-855f-aa42079b4c1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59d28632-a2db-4fa9-8a3e-833c3499a8ab HTTP/1.1" status: 200 len: 217 time: 0.2052789 Mar 29 15:02:55.783627 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-506beda8-38cf-4af6-9a45-23db39794440 req-e8241e4a-e404-4606-8093-a15d4151d4f4 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1838428247&fields=id&tenant_id=33c87159058d4c97bc53a0b99346e157 HTTP/1.1" status: 200 len: 267 time: 0.1434140 Mar 29 15:02:55.804921 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-d2789fa4-4b3e-4eb7-9dd2-a70afddaf986 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:55.806549 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-d2789fa4-4b3e-4eb7-9dd2-a70afddaf986 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.36 "GET /v2.0/networks?id=c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db HTTP/1.1" status: 200 len: 810 time: 0.2981195 Mar 29 15:02:55.983170 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-6c39bba0-0beb-420a-a381-64601a15f6ec tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af4f8ee2318e421dbf84b0a97b279da0 HTTP/1.1" status: 200 len: 380 time: 0.1579034 Mar 29 15:02:55.993208 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-4bbac49b-deb1-4058-a489-1d64f23fed0f tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Request body: {'port': {'device_id': '28d5f020-d516-4906-8b3a-5b3d40531a46', 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db', 'admin_state_up': True, 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'security_groups': ['0853d3d0-c84e-41b4-9914-a8819d6cdc94']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:56.047664 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506beda8-38cf-4af6-9a45-23db39794440 req-2ef6c0f2-006a-4f45-b7a7-d67cafc77e1d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:56.055355 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-506beda8-38cf-4af6-9a45-23db39794440 req-2ef6c0f2-006a-4f45-b7a7-d67cafc77e1d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/networks?id=8623989d-9dc8-4db2-b236-bf7fe1fec224 HTTP/1.1" status: 200 len: 814 time: 0.2704937 Mar 29 15:02:56.132414 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-506beda8-38cf-4af6-9a45-23db39794440 req-426fd08b-67c1-46c4-9dca-e6aca395b367 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/quotas/33c87159058d4c97bc53a0b99346e157 HTTP/1.1" status: 200 len: 375 time: 0.0758419 Mar 29 15:02:56.141513 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed55026-0a78-4039-80c9-1b90e942860a req-e600b327-a62c-4377-b079-6e8645f6b65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:56.146517 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-aed55026-0a78-4039-80c9-1b90e942860a req-e600b327-a62c-4377-b079-6e8645f6b65f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4785f368-95a0-409f-b70d-930d5b4d123e HTTP/1.1" status: 200 len: 857 time: 0.4164715 Mar 29 15:02:56.148444 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7cd186-35e7-41a0-a3ff-f06509098c40 x-openstack-request-id: req-1a7cd186-35e7-41a0-a3ff-f06509098c40 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:02:56.149018 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23f6a05-0dd9-411a-8477-eb6efe94e853", "tag": "59d28632-a2db-4fa9-8a3e-833c3499a8ab", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:02:56.149478 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1a7cd186-35e7-41a0-a3ff-f06509098c40 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:02:56.150139 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a7cd186-35e7-41a0-a3ff-f06509098c40'] response: {'name': 'network-changed', 'server_uuid': 'f23f6a05-0dd9-411a-8477-eb6efe94e853', 'tag': '59d28632-a2db-4fa9-8a3e-833c3499a8ab', 'status': 'completed', 'code': 200} Mar 29 15:02:56.249550 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-506beda8-38cf-4af6-9a45-23db39794440 req-f4de7b5d-fc67-44c5-9920-a4d0d3756a7a tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=33c87159058d4c97bc53a0b99346e157&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1134241 Mar 29 15:02:56.282538 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 37774) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:56.324544 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed55026-0a78-4039-80c9-1b90e942860a req-6037a6ed-6eaa-49dc-b68b-b75df38e113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:56.326534 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-aed55026-0a78-4039-80c9-1b90e942860a req-6037a6ed-6eaa-49dc-b68b-b75df38e113e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9352682d-561b-46b3-a155-35c84f4fd466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1709743 Mar 29 15:02:56.332493 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-c3f7b688-309a-48be-852c-622e49d5774f req-d9774e38-1ce3-4b7d-939c-3b9e3260698a service neutron] For port 8a45b433-1f4a-491e-a423-69d04d1118a4, host hv-cinder-83563, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:02:56.339769 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-4bbac49b-deb1-4058-a489-1d64f23fed0f tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Made reservation on behalf of af4f8ee2318e421dbf84b0a97b279da0 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:02:56.347817 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-4bbac49b-deb1-4058-a489-1d64f23fed0f tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:56.352109 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167776ca-bac3-47ef-8a03-78626ad9821e req-347fdf43-be99-4d2b-8f1d-6ec0972d5ba0 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:56.354114 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-167776ca-bac3-47ef-8a03-78626ad9821e req-347fdf43-be99-4d2b-8f1d-6ec0972d5ba0 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 944 time: 0.2008960 Mar 29 15:02:56.371926 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-c3f7b688-309a-48be-852c-622e49d5774f req-d9774e38-1ce3-4b7d-939c-3b9e3260698a service neutron] For port 8a45b433-1f4a-491e-a423-69d04d1118a4, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=8a45b433-1f4a-491e-a423-69d04d1118a4,segment=NetworkSegment(c4910bd0-952b-4530-8412-09d294143007),segment_id=c4910bd0-952b-4530-8412-09d294143007)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:02:56.436140 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-506beda8-38cf-4af6-9a45-23db39794440 req-23a9fdc9-7f21-439e-a5a8-1840fd1ad3da service neutron] 10.222.0.35 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757624 Mar 29 15:02:56.470132 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:56.507617 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-aed55026-0a78-4039-80c9-1b90e942860a req-37d68161-9ac5-4f15-8e44-74f85fca1786 service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177678 Mar 29 15:02:56.510750 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-c3f7b688-309a-48be-852c-622e49d5774f req-d9774e38-1ce3-4b7d-939c-3b9e3260698a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (8a45b433-1f4a-491e-a423-69d04d1118a4), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:56.576505 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1dc41a63-1c1a-4cb1-954c-607cc25e11c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:56.624891 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-aed55026-0a78-4039-80c9-1b90e942860a req-1626054b-6cc3-495b-9094-db0e4d8f8253 service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084106 Mar 29 15:02:56.681738 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-167776ca-bac3-47ef-8a03-78626ad9821e req-f08f07de-910a-4b3c-8e3d-0006f6b97a8e tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/security-groups?id=151cefdc-2001-4b39-b143-bf96f074d71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150527 Mar 29 15:02:56.693964 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7b688-309a-48be-852c-622e49d5774f req-d9774e38-1ce3-4b7d-939c-3b9e3260698a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:56.694777 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-c3f7b688-309a-48be-852c-622e49d5774f req-d9774e38-1ce3-4b7d-939c-3b9e3260698a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:56.697654 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-c3f7b688-309a-48be-852c-622e49d5774f req-d9774e38-1ce3-4b7d-939c-3b9e3260698a service neutron] 10.222.0.36 "PUT /v2.0/ports/8a45b433-1f4a-491e-a423-69d04d1118a4 HTTP/1.1" status: 200 len: 1093 time: 3.6464908 Mar 29 15:02:56.710255 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-506beda8-38cf-4af6-9a45-23db39794440 req-2b6bc7da-ad0f-4add-baea-d0a5ff9cfdc5 service neutron] 10.222.0.35 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742720 Mar 29 15:02:56.721944 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-4bbac49b-deb1-4058-a489-1d64f23fed0f tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Allocated IP 172.20.0.3 (c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db/b0d28f83-336a-4760-8daf-f760c1456634/bec2f857-7b16-4ff2-87e0-32b1ba5e7e70) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:02:56.825014 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1dc41a63-1c1a-4cb1-954c-607cc25e11c5 admin admin] Publish callbacks [] for security_group (44b6662b-645c-408e-a923-60ee57cab5e2), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:56.833799 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9774e38-1ce3-4b7d-939c-3b9e3260698a service neutron] Pushing event updated for resources: {'Port': ['ID=8a45b433-1f4a-491e-a423-69d04d1118a4,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:56.840618 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1dc41a63-1c1a-4cb1-954c-607cc25e11c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (44b6662b-645c-408e-a923-60ee57cab5e2), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:56.878903 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7b688-309a-48be-852c-622e49d5774f req-ea803929-3977-42eb-bc54-b488b1e376fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:56.881377 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-c3f7b688-309a-48be-852c-622e49d5774f req-ea803929-3977-42eb-bc54-b488b1e376fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00f07373deef4fc0b642c58742393b86&device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 1127 time: 0.1119785 Mar 29 15:02:56.891131 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621b753-d397-49b2-aef3-b99fa9d3843e req-5fbe8255-e2c2-4c44-b556-e37913275309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:56.892949 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d621b753-d397-49b2-aef3-b99fa9d3843e req-5fbe8255-e2c2-4c44-b556-e37913275309 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00f07373deef4fc0b642c58742393b86&device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 1128 time: 0.1941965 Mar 29 15:02:56.966606 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-1dc41a63-1c1a-4cb1-954c-607cc25e11c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fbb384b14a234f41af4dcdb8493aa7a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6829739 Mar 29 15:02:57.002643 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-c3f7b688-309a-48be-852c-622e49d5774f req-db19d189-0ae9-4851-91b9-91921cca2634 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a45b433-1f4a-491e-a423-69d04d1118a4 HTTP/1.1" status: 200 len: 217 time: 0.1083736 Mar 29 15:02:57.003006 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 37808) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:57.003341 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 37812) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:57.151206 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc41a63-1c1a-4cb1-954c-607cc25e11c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b6662b-645c-408e-a923-60ee57cab5e2,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:57.161724 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-98c76f5a-75a9-4113-9a3f-1a7118b8a1ab req-a0e0fd71-75c0-49ad-9dca-65db256e0ba8 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 210 time: 0.0550480 Mar 29 15:02:57.192868 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7b688-309a-48be-852c-622e49d5774f req-bd423f50-70ca-42db-bbfc-53ea2c39e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:57.194598 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-c3f7b688-309a-48be-852c-622e49d5774f req-bd423f50-70ca-42db-bbfc-53ea2c39e055 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4785f368-95a0-409f-b70d-930d5b4d123e HTTP/1.1" status: 200 len: 857 time: 0.1756799 Mar 29 15:02:57.228275 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-4bbac49b-deb1-4058-a489-1d64f23fed0f tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for port (bec2f857-7b16-4ff2-87e0-32b1ba5e7e70), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:57.293663 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6a86205c-7313-489a-a165-5ca0a9e5ce9c admin admin] Publish callbacks [] for security_group (44b6662b-645c-408e-a923-60ee57cab5e2), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:57.326216 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2d1aa9e2-a436-4377-ba74-4f98c68036ea req-71921933-9de2-4c0a-8599-b676a2436d64 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=85d74560-50f6-4016-847f-f4315b7f26f1 HTTP/1.1" status: 200 len: 210 time: 0.0412183 Mar 29 15:02:57.346344 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-4bbac49b-deb1-4058-a489-1d64f23fed0f tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196'] for port (bec2f857-7b16-4ff2-87e0-32b1ba5e7e70), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:57.346758 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336de299-e354-4ca4-a86a-e906fc0735ff req-e07cee71-baba-4bb1-b6c2-a19955674437 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:57.357187 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-336de299-e354-4ca4-a86a-e906fc0735ff req-e07cee71-baba-4bb1-b6c2-a19955674437 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 943 time: 0.4901385 Mar 29 15:02:57.408261 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 37826) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:57.424021 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbac49b-deb1-4058-a489-1d64f23fed0f tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Pushing event updated for resources: {'Port': ['ID=bec2f857-7b16-4ff2-87e0-32b1ba5e7e70,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:57.432126 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-307b9688-083e-4e37-b1f3-f0dae75595c3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-519224416-network', 'tenant_id': 'bf499cbf34da46f7b7919599f1498985'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:57.450319 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-4bbac49b-deb1-4058-a489-1d64f23fed0f tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Network c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:02:57.452801 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-4bbac49b-deb1-4058-a489-1d64f23fed0f tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:02:57.458024 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-4bbac49b-deb1-4058-a489-1d64f23fed0f tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:02:57.467022 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-4bbac49b-deb1-4058-a489-1d64f23fed0f tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:57.468435 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-4bbac49b-deb1-4058-a489-1d64f23fed0f tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for port (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:57.490764 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7b688-309a-48be-852c-622e49d5774f req-077026e5-0dcd-4422-858e-cccde03e8e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:57.492481 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-c3f7b688-309a-48be-852c-622e49d5774f req-077026e5-0dcd-4422-858e-cccde03e8e04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9352682d-561b-46b3-a155-35c84f4fd466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2851763 Mar 29 15:02:57.494696 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6a86205c-7313-489a-a165-5ca0a9e5ce9c admin admin] Publish callbacks [] for security_group (44b6662b-645c-408e-a923-60ee57cab5e2), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:57.503537 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-4bbac49b-deb1-4058-a489-1d64f23fed0f tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5189714 Mar 29 15:02:57.521073 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-d0e6cc50-64ed-4736-97aa-12e0b3f5110d service neutron] Request body: {'port': {'device_id': '28d5f020-d516-4906-8b3a-5b3d40531a46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:57.601707 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-336de299-e354-4ca4-a86a-e906fc0735ff req-4367b251-fe12-48e2-bff1-c0b0fbca59d8 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436075 Mar 29 15:02:57.624821 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621b753-d397-49b2-aef3-b99fa9d3843e req-1806ab20-07b3-4d12-820e-f8f8fb9a42d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:57.627109 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d621b753-d397-49b2-aef3-b99fa9d3843e req-1806ab20-07b3-4d12-820e-f8f8fb9a42d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9352682d-561b-46b3-a155-35c84f4fd466 HTTP/1.1" status: 200 len: 919 time: 0.7062752 Mar 29 15:02:57.631370 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-d0e6cc50-64ed-4736-97aa-12e0b3f5110d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (bec2f857-7b16-4ff2-87e0-32b1ba5e7e70), before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:57.649357 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307b9688-083e-4e37-b1f3-f0dae75595c3 admin admin] Made reservation on behalf of bf499cbf34da46f7b7919599f1498985 for: {'network': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:02:57.651751 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-307b9688-083e-4e37-b1f3-f0dae75595c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for network (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:57.661822 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-947e6d2c-35dd-4f7d-9c8f-f45d2a0c8982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:57.677417 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-307b9688-083e-4e37-b1f3-f0dae75595c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:57.801158 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d621b753-d397-49b2-aef3-b99fa9d3843e req-cd8c7fc1-9f67-4733-a826-0fd7c337f602 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59d28632-a2db-4fa9-8a3e-833c3499a8ab HTTP/1.1" status: 200 len: 217 time: 0.1545191 Mar 29 15:02:57.814381 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-d53a808d-7dc2-4599-bcbb-9cb32af9fc24 None None] Provisioning complete for port bec2f857-7b16-4ff2-87e0-32b1ba5e7e70 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:02:57.815925 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-d53a808d-7dc2-4599-bcbb-9cb32af9fc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (bec2f857-7b16-4ff2-87e0-32b1ba5e7e70), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:57.877530 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-d53a808d-7dc2-4599-bcbb-9cb32af9fc24 None None] Port bec2f857-7b16-4ff2-87e0-32b1ba5e7e70 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:02:57.877649 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-c3f7b688-309a-48be-852c-622e49d5774f req-1b63f365-9cb4-4135-81d8-fe3ca032b105 service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604491 Mar 29 15:02:57.900438 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6a86205c-7313-489a-a165-5ca0a9e5ce9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (44b6662b-645c-408e-a923-60ee57cab5e2), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:57.903694 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6a86205c-7313-489a-a165-5ca0a9e5ce9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:57.905016 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-6a86205c-7313-489a-a165-5ca0a9e5ce9c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/44b6662b-645c-408e-a923-60ee57cab5e2 HTTP/1.1" status: 204 len: 168 time: 0.8930030 Mar 29 15:02:57.973027 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54547b9-025a-4faf-82db-c458939de2b1 req-6b250122-92f9-4815-932b-39700c9acc2a tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:57.974557 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b54547b9-025a-4faf-82db-c458939de2b1 req-6b250122-92f9-4815-932b-39700c9acc2a tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 944 time: 0.1694517 Mar 29 15:02:58.001494 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86205c-7313-489a-a165-5ca0a9e5ce9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b6662b-645c-408e-a923-60ee57cab5e2,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:58.035944 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621b753-d397-49b2-aef3-b99fa9d3843e req-96814146-0ed7-46f4-82ac-4b9a754023c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:58.037435 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d621b753-d397-49b2-aef3-b99fa9d3843e req-96814146-0ed7-46f4-82ac-4b9a754023c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4785f368-95a0-409f-b70d-930d5b4d123e HTTP/1.1" status: 200 len: 857 time: 0.2204185 Mar 29 15:02:58.146361 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b54547b9-025a-4faf-82db-c458939de2b1 req-527d739c-5270-42c2-8020-bd3c44a84933 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/security-groups?id=151cefdc-2001-4b39-b143-bf96f074d71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477535 Mar 29 15:02:58.154978 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31233d7d-f007-41b2-bf62-e2abba82cfd4', 'tag': '8a45b433-1f4a-491e-a423-69d04d1118a4'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:02:58.157284 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4c43ef-4d08-428c-a491-980abad747a7" -d '{"events": [{"name": "network-changed", "server_uuid": "31233d7d-f007-41b2-bf62-e2abba82cfd4", "tag": "8a45b433-1f4a-491e-a423-69d04d1118a4"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:02:58.175083 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-947e6d2c-35dd-4f7d-9c8f-f45d2a0c8982 admin admin] Publish callbacks [] for security_group (5586210b-f416-425b-ade1-e9c0745b1dee), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:58.220216 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-947e6d2c-35dd-4f7d-9c8f-f45d2a0c8982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (5586210b-f416-425b-ade1-e9c0745b1dee), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:58.223897 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.notifiers.nova [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-d0e6cc50-64ed-4736-97aa-12e0b3f5110d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bec2f857-7b16-4ff2-87e0-32b1ba5e7e70 {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:02:58.239962 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621b753-d397-49b2-aef3-b99fa9d3843e req-19199624-16c5-4dd4-a8ed-b41a839e6a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:58.241754 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d621b753-d397-49b2-aef3-b99fa9d3843e req-19199624-16c5-4dd4-a8ed-b41a839e6a47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9352682d-561b-46b3-a155-35c84f4fd466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1936824 Mar 29 15:02:58.241880 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-d0e6cc50-64ed-4736-97aa-12e0b3f5110d service neutron] Publish callbacks [] for port (bec2f857-7b16-4ff2-87e0-32b1ba5e7e70), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:58.243238 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b449f930-16a8-4725-8c14-521308e53000 x-openstack-request-id: req-b449f930-16a8-4725-8c14-521308e53000 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:02:58.243575 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31233d7d-f007-41b2-bf62-e2abba82cfd4", "tag": "8a45b433-1f4a-491e-a423-69d04d1118a4", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:02:58.243886 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b449f930-16a8-4725-8c14-521308e53000 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:02:58.244258 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b449f930-16a8-4725-8c14-521308e53000'] response: {'name': 'network-changed', 'server_uuid': '31233d7d-f007-41b2-bf62-e2abba82cfd4', 'tag': '8a45b433-1f4a-491e-a423-69d04d1118a4', 'status': 'completed', 'code': 200} Mar 29 15:02:58.251984 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-307b9688-083e-4e37-b1f3-f0dae75595c3 admin admin] Publish callbacks [] for security_group (d78f3138-5b58-43b6-9900-ccfbf29e6aac), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:58.260648 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-d0e6cc50-64ed-4736-97aa-12e0b3f5110d service neutron] Transition to ACTIVE for port object bec2f857-7b16-4ff2-87e0-32b1ba5e7e70 will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:02:58.265147 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-c3f7b688-309a-48be-852c-622e49d5774f req-6d807cd8-cdba-43f9-908e-9b912c91ff94 service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685756 Mar 29 15:02:58.267743 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-d0e6cc50-64ed-4736-97aa-12e0b3f5110d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (bec2f857-7b16-4ff2-87e0-32b1ba5e7e70), after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:58.286299 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-307b9688-083e-4e37-b1f3-f0dae75595c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (d78f3138-5b58-43b6-9900-ccfbf29e6aac), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:58.325473 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e6cc50-64ed-4736-97aa-12e0b3f5110d service neutron] Pushing event updated for resources: {'Port': ['ID=bec2f857-7b16-4ff2-87e0-32b1ba5e7e70,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:58.336375 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e6d2c-35dd-4f7d-9c8f-f45d2a0c8982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5586210b-f416-425b-ade1-e9c0745b1dee,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:58.351212 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-947e6d2c-35dd-4f7d-9c8f-f45d2a0c8982 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ab00381e7d1a4d2aa60adf5beeae8d72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9214211 Mar 29 15:02:58.365964 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 37856) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:58.376583 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-307b9688-083e-4e37-b1f3-f0dae75595c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=103154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:02:58.473816 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-307b9688-083e-4e37-b1f3-f0dae75595c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (82b10a5b-4d33-49ab-96d0-09e46166e849), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:58.474165 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.segments_db [None req-307b9688-083e-4e37-b1f3-f0dae75595c3 admin admin] Added segment 82b10a5b-4d33-49ab-96d0-09e46166e849 of type vlan for network ee6ce7ee-b39a-470b-b1c2-69ad2072e97b Mar 29 15:02:58.492111 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-d0e6cc50-64ed-4736-97aa-12e0b3f5110d service neutron] Attempting to bind port bec2f857-7b16-4ff2-87e0-32b1ba5e7e70 on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:02:58.492577 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-d0e6cc50-64ed-4736-97aa-12e0b3f5110d service neutron] Attempting to bind port bec2f857-7b16-4ff2-87e0-32b1ba5e7e70 by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '45a1a486-5bd9-4eb8-874d-5e40191b95cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:02:58.492981 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-d0e6cc50-64ed-4736-97aa-12e0b3f5110d service neutron] Attempting to bind port bec2f857-7b16-4ff2-87e0-32b1ba5e7e70 on network c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:02:58.504837 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-d0e6cc50-64ed-4736-97aa-12e0b3f5110d service neutron] Port bec2f857-7b16-4ff2-87e0-32b1ba5e7e70 on network c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:02:58.505170 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-d0e6cc50-64ed-4736-97aa-12e0b3f5110d service neutron] Attempting to bind port bec2f857-7b16-4ff2-87e0-32b1ba5e7e70 on network c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:02:58.512686 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-d0e6cc50-64ed-4736-97aa-12e0b3f5110d service neutron] Checking agent: {'id': '54f4ecb7-e3d7-497a-b676-ec21eb6e2a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'started_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:02:58.513147 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-d0e6cc50-64ed-4736-97aa-12e0b3f5110d service neutron] Checking segment: {'id': '45a1a486-5bd9-4eb8-874d-5e40191b95cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:02:58.513633 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-d0e6cc50-64ed-4736-97aa-12e0b3f5110d service neutron] Bound using segment: {'id': '45a1a486-5bd9-4eb8-874d-5e40191b95cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:02:58.514235 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-d0e6cc50-64ed-4736-97aa-12e0b3f5110d service neutron] Bound port: bec2f857-7b16-4ff2-87e0-32b1ba5e7e70, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45a1a486-5bd9-4eb8-874d-5e40191b95cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:02:58.514690 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-d0e6cc50-64ed-4736-97aa-12e0b3f5110d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (bec2f857-7b16-4ff2-87e0-32b1ba5e7e70), before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:58.551117 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.36', 56565) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:58.562873 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6f029263-a9db-419f-af5a-874cb72dbc70 admin admin] Publish callbacks [] for security_group (5586210b-f416-425b-ade1-e9c0745b1dee), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:58.569657 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b9688-083e-4e37-b1f3-f0dae75595c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78f3138-5b58-43b6-9900-ccfbf29e6aac,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:58.591050 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7d4624c7-2c74-4db3-a3ff-b4aeb5b783c1 req-0798b819-f734-4141-b116-9bfaf395e2e7 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=85d74560-50f6-4016-847f-f4315b7f26f1 HTTP/1.1" status: 200 len: 210 time: 0.1341136 Mar 29 15:02:58.630297 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f1e4a-ecd6-40f9-8be6-3374e8f633f4 req-110019d8-6db3-4d4f-af95-5cdd1b8344f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:58.632026 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b27f1e4a-ecd6-40f9-8be6-3374e8f633f4 req-110019d8-6db3-4d4f-af95-5cdd1b8344f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 943 time: 0.3078763 Mar 29 15:02:58.692311 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-307b9688-083e-4e37-b1f3-f0dae75595c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776791432771'] for network (ee6ce7ee-b39a-470b-b1c2-69ad2072e97b), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:58.726902 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6f029263-a9db-419f-af5a-874cb72dbc70 admin admin] Publish callbacks [] for security_group (5586210b-f416-425b-ade1-e9c0745b1dee), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:58.747806 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c43ef-4d08-428c-a491-980abad747a7 req-992af8a2-e9d3-497a-b820-ab7c8e7445ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:58.750420 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0e4c43ef-4d08-428c-a491-980abad747a7 req-992af8a2-e9d3-497a-b820-ab7c8e7445ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00f07373deef4fc0b642c58742393b86&device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 1127 time: 0.4114506 Mar 29 15:02:58.759906 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d621b753-d397-49b2-aef3-b99fa9d3843e req-0b398484-d385-4fdb-8932-66924ab2612d service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008833 Mar 29 15:02:58.781101 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 37864) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:59.076527 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-307b9688-083e-4e37-b1f3-f0dae75595c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834'] for network (ee6ce7ee-b39a-470b-b1c2-69ad2072e97b), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:59.077490 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307b9688-083e-4e37-b1f3-f0dae75595c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:59.078181 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-307b9688-083e-4e37-b1f3-f0dae75595c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:59.084981 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6f029263-a9db-419f-af5a-874cb72dbc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (5586210b-f416-425b-ade1-e9c0745b1dee), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:59.087840 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6f029263-a9db-419f-af5a-874cb72dbc70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:59.089727 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-6f029263-a9db-419f-af5a-874cb72dbc70 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5586210b-f416-425b-ade1-e9c0745b1dee HTTP/1.1" status: 204 len: 168 time: 0.6949816 Mar 29 15:02:59.127719 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b02fd571-b568-4fce-abad-abe2fbb34ad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:59.134967 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f029263-a9db-419f-af5a-874cb72dbc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5586210b-f416-425b-ade1-e9c0745b1dee,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:59.186545 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-d0e6cc50-64ed-4736-97aa-12e0b3f5110d service neutron] For port bec2f857-7b16-4ff2-87e0-32b1ba5e7e70, host hv-cinder-83563, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:02:59.231126 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b27f1e4a-ecd6-40f9-8be6-3374e8f633f4 req-9f2b75f4-b48f-4800-b1e9-292512d0abfe tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5601084 Mar 29 15:02:59.233419 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-d0e6cc50-64ed-4736-97aa-12e0b3f5110d service neutron] For port bec2f857-7b16-4ff2-87e0-32b1ba5e7e70, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=bec2f857-7b16-4ff2-87e0-32b1ba5e7e70,segment=NetworkSegment(45a1a486-5bd9-4eb8-874d-5e40191b95cd),segment_id=45a1a486-5bd9-4eb8-874d-5e40191b95cd)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:02:59.235641 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device a9a91954-4210-4666-88be-951575e4ebaf details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:02:59.246461 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-307b9688-083e-4e37-b1f3-f0dae75595c3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2305880 Mar 29 15:02:59.256746 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 37898) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:59.258744 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506beda8-38cf-4af6-9a45-23db39794440 req-41192e63-d18b-4888-a044-3fb61711e7df tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:59.260282 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-506beda8-38cf-4af6-9a45-23db39794440 req-41192e63-d18b-4888-a044-3fb61711e7df tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.36 "GET /v2.0/networks?id=8623989d-9dc8-4db2-b236-bf7fe1fec224 HTTP/1.1" status: 200 len: 814 time: 0.6987226 Mar 29 15:02:59.266445 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-1742efd4-6bc9-4255-8e7d-208fb9c754cb admin admin] Request body: {'subnet': {'network_id': 'ee6ce7ee-b39a-470b-b1c2-69ad2072e97b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-519224416-subnet', 'tenant_id': 'bf499cbf34da46f7b7919599f1498985', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:59.272371 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-d0e6cc50-64ed-4736-97aa-12e0b3f5110d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (bec2f857-7b16-4ff2-87e0-32b1ba5e7e70), after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:59.314163 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b9688-083e-4e37-b1f3-f0dae75595c3 admin admin] Pushing event updated for resources: {'Network': ['ID=ee6ce7ee-b39a-470b-b1c2-69ad2072e97b,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:59.331084 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4e3cd-cdd1-4993-a906-7ae59ddc3b66 req-171d9219-b7fe-4f5b-ba62-4fd084218f88 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:59.332859 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a3a4e3cd-cdd1-4993-a906-7ae59ddc3b66 req-171d9219-b7fe-4f5b-ba62-4fd084218f88 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 943 time: 0.5812578 Mar 29 15:02:59.344128 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c43ef-4d08-428c-a491-980abad747a7 req-d3c0e9c2-8eb0-4916-a9f6-dcbe9fa1e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:59.346428 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0e4c43ef-4d08-428c-a491-980abad747a7 req-d3c0e9c2-8eb0-4916-a9f6-dcbe9fa1e607 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9352682d-561b-46b3-a155-35c84f4fd466 HTTP/1.1" status: 200 len: 919 time: 0.5852613 Mar 29 15:02:59.382439 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1742efd4-6bc9-4255-8e7d-208fb9c754cb admin admin] Made reservation on behalf of bf499cbf34da46f7b7919599f1498985 for: {'subnet': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:02:59.385444 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1742efd4-6bc9-4255-8e7d-208fb9c754cb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:59.390305 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-d0e6cc50-64ed-4736-97aa-12e0b3f5110d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:59.391054 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-d0e6cc50-64ed-4736-97aa-12e0b3f5110d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for port (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:59.392639 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-d0e6cc50-64ed-4736-97aa-12e0b3f5110d service neutron] 10.222.0.36 "PUT /v2.0/ports/bec2f857-7b16-4ff2-87e0-32b1ba5e7e70 HTTP/1.1" status: 200 len: 1093 time: 1.8825920 Mar 29 15:02:59.395018 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d5f020-d516-4906-8b3a-5b3d40531a46', 'tag': 'bec2f857-7b16-4ff2-87e0-32b1ba5e7e70'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:02:59.397426 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba023f0cd8cc5f3c167e772b1aa00d02c07a3711ed68df0fea12bd5354b7600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc402630-b8b0-4db0-b637-199f1d104f38" -d '{"events": [{"name": "network-changed", "server_uuid": "28d5f020-d516-4906-8b3a-5b3d40531a46", "tag": "bec2f857-7b16-4ff2-87e0-32b1ba5e7e70"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:02:59.435120 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d621b753-d397-49b2-aef3-b99fa9d3843e req-ec40fd30-2122-4b74-936d-144057fd6a3a service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6548858 Mar 29 15:02:59.453360 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0e4c43ef-4d08-428c-a491-980abad747a7 req-dedfd59e-9790-43b7-8773-3e7a60784fc2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a45b433-1f4a-491e-a423-69d04d1118a4 HTTP/1.1" status: 200 len: 217 time: 0.0954370 Mar 29 15:02:59.485420 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-506beda8-38cf-4af6-9a45-23db39794440 req-ea2d66ae-5b26-497c-80ce-cc1f41221860 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33c87159058d4c97bc53a0b99346e157 HTTP/1.1" status: 200 len: 380 time: 0.2041743 Mar 29 15:02:59.489254 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e6cc50-64ed-4736-97aa-12e0b3f5110d service neutron] Pushing event updated for resources: {'Port': ['ID=bec2f857-7b16-4ff2-87e0-32b1ba5e7e70,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:59.519994 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fbc5e-19de-40d0-ab1f-0de57425d7d7 req-47024418-a4be-4074-9cec-bb6c8bca6320 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:59.522653 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-825fbc5e-19de-40d0-ab1f-0de57425d7d7 req-47024418-a4be-4074-9cec-bb6c8bca6320 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 944 time: 0.1757126 Mar 29 15:02:59.545262 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port a9a91954-4210-4666-88be-951575e4ebaf, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=a9a91954-4210-4666-88be-951575e4ebaf,segment=NetworkSegment(3d126612-072a-4311-a268-63d39f8da69d),segment_id=3d126612-072a-4311-a268-63d39f8da69d)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:02:59.566134 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Returning: {'device': 'a9a91954-4210-4666-88be-951575e4ebaf', 'network_id': '75601928-ea85-4865-8524-05e7335499fe', 'port_id': 'a9a91954-4210-4666-88be-951575e4ebaf', 'mac_address': 'fa:16:3e:9c:a8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f96a62b-415d-4236-81b5-cfac17bfbe8a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:02:59.569100 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Network ee6ce7ee-b39a-470b-b1c2-69ad2072e97b details requested by agent ovs-agent-dv-cinder-835635-1-iscsi with host dv-cinder-835635-1-iscsi {{(pid=103155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:02:59.606930 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [req-506beda8-38cf-4af6-9a45-23db39794440 req-5f0efa1e-85cc-45dc-abaf-8562a2c9430d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Request body: {'port': {'device_id': '85d74560-50f6-4016-847f-f4315b7f26f1', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'admin_state_up': True, 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'security_groups': ['50f0e6be-d474-4785-b452-e684d3c9c8e1']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:02:59.683368 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port a9a91954-4210-4666-88be-951575e4ebaf is: DOWN; New status is: BUILD {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:02:59.683773 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (a9a91954-4210-4666-88be-951575e4ebaf), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:59.699525 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a91954-4210-4666-88be-951575e4ebaf {{(pid=103155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:02:59.717382 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a3a4e3cd-cdd1-4993-a906-7ae59ddc3b66 req-ee32877c-dc25-4381-ba61-d0d63040c0df tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676736 Mar 29 15:02:59.721946 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 37908) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:59.725908 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port a9a91954-4210-4666-88be-951575e4ebaf, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=a9a91954-4210-4666-88be-951575e4ebaf,segment=NetworkSegment(3d126612-072a-4311-a268-63d39f8da69d),segment_id=3d126612-072a-4311-a268-63d39f8da69d)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:02:59.731332 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (a9a91954-4210-4666-88be-951575e4ebaf), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:59.741168 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-825fbc5e-19de-40d0-ab1f-0de57425d7d7 req-67aff283-ff22-49ed-9a25-5ba9a304d19d tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/security-groups?id=151cefdc-2001-4b39-b143-bf96f074d71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106555 Mar 29 15:02:59.798233 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7402a5d-0f17-439a-a2eb-25b4cc445413 x-openstack-request-id: req-e7402a5d-0f17-439a-a2eb-25b4cc445413 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:02:59.799521 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d5f020-d516-4906-8b3a-5b3d40531a46", "tag": "bec2f857-7b16-4ff2-87e0-32b1ba5e7e70", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:02:59.799638 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e7402a5d-0f17-439a-a2eb-25b4cc445413 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:02:59.800926 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7402a5d-0f17-439a-a2eb-25b4cc445413'] response: {'name': 'network-changed', 'server_uuid': '28d5f020-d516-4906-8b3a-5b3d40531a46', 'tag': 'bec2f857-7b16-4ff2-87e0-32b1ba5e7e70', 'status': 'completed', 'code': 200} Mar 29 15:02:59.813866 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=a9a91954-4210-4666-88be-951575e4ebaf,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:02:59.866449 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506beda8-38cf-4af6-9a45-23db39794440 req-5f0efa1e-85cc-45dc-abaf-8562a2c9430d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Made reservation on behalf of 33c87159058d4c97bc53a0b99346e157 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:02:59.870069 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-506beda8-38cf-4af6-9a45-23db39794440 req-5f0efa1e-85cc-45dc-abaf-8562a2c9430d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:59.881506 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-43bd1ea4-950d-40b8-9893-b6dc145dba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:59.883338 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-43bd1ea4-950d-40b8-9893-b6dc145dba4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af4f8ee2318e421dbf84b0a97b279da0&device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 1127 time: 0.2900305 Mar 29 15:02:59.898068 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b02fd571-b568-4fce-abad-abe2fbb34ad7 admin admin] Publish callbacks [] for security_group (24235ce6-73c5-41fe-89df-d3f3b8d487b8), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:59.916817 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c22c1d58-717f-4c80-97bb-05b2c1e256c4 req-4b610211-5e8e-422d-ba47-22f0f2a67f9e tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=85d74560-50f6-4016-847f-f4315b7f26f1 HTTP/1.1" status: 200 len: 210 time: 0.0335205 Mar 29 15:02:59.945685 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-6b4c047e-1b00-450a-ae9b-a331b8fd1e13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bec2f857-7b16-4ff2-87e0-32b1ba5e7e70 HTTP/1.1" status: 200 len: 217 time: 0.0511632 Mar 29 15:02:59.950607 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c43ef-4d08-428c-a491-980abad747a7 req-740ded37-10a9-46ae-a715-c0d832a31843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:02:59.952139 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0e4c43ef-4d08-428c-a491-980abad747a7 req-740ded37-10a9-46ae-a715-c0d832a31843 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4785f368-95a0-409f-b70d-930d5b4d123e HTTP/1.1" status: 200 len: 857 time: 0.3792355 Mar 29 15:02:59.952784 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b02fd571-b568-4fce-abad-abe2fbb34ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (24235ce6-73c5-41fe-89df-d3f3b8d487b8), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:02:59.978907 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 37912) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:02:59.998281 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1171a0bc-61ed-42f6-a6d1-8dc6103c6d82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:00.072172 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d8de9337-61c2-459a-b331-ad2aaa5050cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:00.097326 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-b02fd571-b568-4fce-abad-abe2fbb34ad7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9c01b81c340444968b17807351311005&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3091211 Mar 29 15:03:00.100443 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 37914) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:00.113918 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-506beda8-38cf-4af6-9a45-23db39794440 req-5f0efa1e-85cc-45dc-abaf-8562a2c9430d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Allocated IP 172.20.0.7 (8623989d-9dc8-4db2-b236-bf7fe1fec224/f848f262-5313-47d3-a01b-552787092c89/7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:03:00.129800 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fd571-b568-4fce-abad-abe2fbb34ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24235ce6-73c5-41fe-89df-d3f3b8d487b8,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:00.144256 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-e7d7df8e-73e5-477c-b541-fdd6b40308d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:00.145863 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-e7d7df8e-73e5-477c-b541-fdd6b40308d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d28f83-336a-4760-8daf-f760c1456634 HTTP/1.1" status: 200 len: 849 time: 0.1875942 Mar 29 15:03:00.158155 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['a9a91954-4210-4666-88be-951575e4ebaf'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:03:00.185244 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1171a0bc-61ed-42f6-a6d1-8dc6103c6d82 admin admin] Publish callbacks [] for security_group (32da651a-fdcf-42eb-8e8a-e9960b73e5d3), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:00.195426 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1171a0bc-61ed-42f6-a6d1-8dc6103c6d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (32da651a-fdcf-42eb-8e8a-e9960b73e5d3), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:00.244145 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c43ef-4d08-428c-a491-980abad747a7 req-b738660e-616f-4ef3-ba25-28072c86c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:00.245790 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0e4c43ef-4d08-428c-a491-980abad747a7 req-b738660e-616f-4ef3-ba25-28072c86c24c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9352682d-561b-46b3-a155-35c84f4fd466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2852578 Mar 29 15:03:00.309806 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171a0bc-61ed-42f6-a6d1-8dc6103c6d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32da651a-fdcf-42eb-8e8a-e9960b73e5d3,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:00.323697 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-00b9399e-342f-499e-9ceb-0b9b8d05898d admin admin] Publish callbacks [] for security_group (24235ce6-73c5-41fe-89df-d3f3b8d487b8), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:00.333488 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-1171a0bc-61ed-42f6-a6d1-8dc6103c6d82 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1013ec92e78f47d69a8d1a39992324a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3511529 Mar 29 15:03:00.335949 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 37920) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:00.356503 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-4d35c5bc-bf96-43d6-bd37-97e97b754d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:00.358057 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-4d35c5bc-bf96-43d6-bd37-97e97b754d4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2024775 Mar 29 15:03:00.358996 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1742efd4-6bc9-4255-8e7d-208fb9c754cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834'] for subnet (b0aedd3d-0525-48ca-a39a-84b99d00f2ad), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:00.396099 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-00b9399e-342f-499e-9ceb-0b9b8d05898d admin admin] Publish callbacks [] for security_group (24235ce6-73c5-41fe-89df-d3f3b8d487b8), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:00.472545 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-506beda8-38cf-4af6-9a45-23db39794440 req-5f0efa1e-85cc-45dc-abaf-8562a2c9430d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for port (7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:00.479649 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d615c2ab-547c-49da-b2c4-f16819aba2c8 admin admin] Publish callbacks [] for security_group (32da651a-fdcf-42eb-8e8a-e9960b73e5d3), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:00.511340 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d8de9337-61c2-459a-b331-ad2aaa5050cd admin admin] Publish callbacks [] for security_group (134c78cc-d85a-4118-81a4-3f5c54ae3d27), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:00.511892 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d615c2ab-547c-49da-b2c4-f16819aba2c8 admin admin] Publish callbacks [] for security_group (32da651a-fdcf-42eb-8e8a-e9960b73e5d3), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:00.527116 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-00b9399e-342f-499e-9ceb-0b9b8d05898d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (24235ce6-73c5-41fe-89df-d3f3b8d487b8), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:00.529718 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-00b9399e-342f-499e-9ceb-0b9b8d05898d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:00.530868 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-00b9399e-342f-499e-9ceb-0b9b8d05898d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/24235ce6-73c5-41fe-89df-d3f3b8d487b8 HTTP/1.1" status: 204 len: 168 time: 0.4264703 Mar 29 15:03:00.538768 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d8de9337-61c2-459a-b331-ad2aaa5050cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (134c78cc-d85a-4118-81a4-3f5c54ae3d27), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:00.545363 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742efd4-6bc9-4255-8e7d-208fb9c754cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0aedd3d-0525-48ca-a39a-84b99d00f2ad,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:00.551387 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0e4c43ef-4d08-428c-a491-980abad747a7 req-2ea3162c-7d1a-49b0-b1de-208e3377d4da service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967262 Mar 29 15:03:00.558677 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9399e-342f-499e-9ceb-0b9b8d05898d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24235ce6-73c5-41fe-89df-d3f3b8d487b8,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:00.579179 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-506beda8-38cf-4af6-9a45-23db39794440 req-5f0efa1e-85cc-45dc-abaf-8562a2c9430d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196'] for port (7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:00.631457 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506beda8-38cf-4af6-9a45-23db39794440 req-5f0efa1e-85cc-45dc-abaf-8562a2c9430d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Network 8623989d-9dc8-4db2-b236-bf7fe1fec224 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:03:00.634094 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d615c2ab-547c-49da-b2c4-f16819aba2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (32da651a-fdcf-42eb-8e8a-e9960b73e5d3), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:00.636624 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d615c2ab-547c-49da-b2c4-f16819aba2c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:00.640121 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-d615c2ab-547c-49da-b2c4-f16819aba2c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/32da651a-fdcf-42eb-8e8a-e9960b73e5d3 HTTP/1.1" status: 204 len: 168 time: 0.2952993 Mar 29 15:03:00.648652 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-506beda8-38cf-4af6-9a45-23db39794440 req-5f0efa1e-85cc-45dc-abaf-8562a2c9430d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:03:00.655846 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-506beda8-38cf-4af6-9a45-23db39794440 req-5f0efa1e-85cc-45dc-abaf-8562a2c9430d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:03:00.661024 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506beda8-38cf-4af6-9a45-23db39794440 req-5f0efa1e-85cc-45dc-abaf-8562a2c9430d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:00.661660 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-506beda8-38cf-4af6-9a45-23db39794440 req-5f0efa1e-85cc-45dc-abaf-8562a2c9430d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for port (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:00.664085 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0efa1e-85cc-45dc-abaf-8562a2c9430d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event updated for resources: {'Port': ['ID=7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:00.664616 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f0106-b80c-4114-b93f-464911599c33 req-179edd4d-a3ee-4a50-a71c-091ecfffb923 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:00.667576 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1a3f0106-b80c-4114-b93f-464911599c33 req-179edd4d-a3ee-4a50-a71c-091ecfffb923 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 943 time: 0.3287003 Mar 29 15:03:00.667816 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615c2ab-547c-49da-b2c4-f16819aba2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32da651a-fdcf-42eb-8e8a-e9960b73e5d3,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:00.698737 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1742efd4-6bc9-4255-8e7d-208fb9c754cb admin admin] Checking segment: {'id': '82b10a5b-4d33-49ab-96d0-09e46166e849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ee6ce7ee-b39a-470b-b1c2-69ad2072e97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:03:00.699119 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1742efd4-6bc9-4255-8e7d-208fb9c754cb admin admin] Network hostable DHCP agents. Network: ee6ce7ee-b39a-470b-b1c2-69ad2072e97b, hostable agents: ['a6029aa5-8774-4641-86ae-5d2d983dd0a8'], hosted agents: [] {{(pid=103154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:03:00.702860 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-506beda8-38cf-4af6-9a45-23db39794440 req-5f0efa1e-85cc-45dc-abaf-8562a2c9430d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1008625 Mar 29 15:03:00.716613 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-d8de9337-61c2-459a-b331-ad2aaa5050cd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad030ecbec554be1a1037ad9b5696b28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9891481 Mar 29 15:03:00.722955 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [req-506beda8-38cf-4af6-9a45-23db39794440 req-db0a7368-0723-4d19-a2c3-f8f33a068cfc service neutron] Request body: {'port': {'device_id': '85d74560-50f6-4016-847f-f4315b7f26f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:03:00.723652 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de9337-61c2-459a-b331-ad2aaa5050cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134c78cc-d85a-4118-81a4-3f5c54ae3d27,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:00.725761 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 37928) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:00.766699 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-281b6e79-a83c-4d62-a352-e74ca0495175 service neutron] 10.222.0.36 "GET /v2.0/networks/c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974454 Mar 29 15:03:00.886854 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fdb118b0-8c31-418f-9429-5751e9c8cc0c admin admin] Publish callbacks [] for security_group (134c78cc-d85a-4118-81a4-3f5c54ae3d27), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:00.904257 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1742efd4-6bc9-4255-8e7d-208fb9c754cb admin admin] Network ee6ce7ee-b39a-470b-b1c2-69ad2072e97b is scheduled to be hosted by DHCP agent a6029aa5-8774-4641-86ae-5d2d983dd0a8 with binding_index 1 {{(pid=103154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:03:00.913101 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-506beda8-38cf-4af6-9a45-23db39794440 req-db0a7368-0723-4d19-a2c3-f8f33a068cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5), before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:00.915926 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1a3f0106-b80c-4114-b93f-464911599c33 req-26f3615d-5112-400f-b195-2365d8fde81c tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241914 Mar 29 15:03:00.959863 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0e4c43ef-4d08-428c-a491-980abad747a7 req-c68f9678-a391-42ac-81f9-2bd9002971bf service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910825 Mar 29 15:03:00.963535 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-1742efd4-6bc9-4255-8e7d-208fb9c754cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-1-iscsi, ee6ce7ee-b39a-470b-b1c2-69ad2072e97b) {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:03:00.983344 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1742efd4-6bc9-4255-8e7d-208fb9c754cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:00.983949 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1742efd4-6bc9-4255-8e7d-208fb9c754cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for subnet (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:00.986870 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05455af1-6add-4b1e-89c8-c02cf7dc9efe None None] Network ee6ce7ee-b39a-470b-b1c2-69ad2072e97b requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:03:01.026060 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fdb118b0-8c31-418f-9429-5751e9c8cc0c admin admin] Publish callbacks [] for security_group (134c78cc-d85a-4118-81a4-3f5c54ae3d27), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:01.077892 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-1742efd4-6bc9-4255-8e7d-208fb9c754cb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8179073 Mar 29 15:03:01.085222 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-067c2a69-cc37-4c03-8f72-20772d74f4cd service neutron] 10.222.0.36 "GET /v2.0/networks/c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073926 Mar 29 15:03:01.088963 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b849b72-0766-425c-b418-656016a38f0d req-af8b2346-6751-4c24-afd7-2fd5a202f58d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:01.090321 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-0b849b72-0766-425c-b418-656016a38f0d req-af8b2346-6751-4c24-afd7-2fd5a202f58d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 943 time: 0.2234488 Mar 29 15:03:01.137106 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-50496a2d-7476-40f5-8b08-468d62e958bd None None] Provisioning complete for port 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:03:01.137388 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-50496a2d-7476-40f5-8b08-468d62e958bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:01.145294 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa412cd-e30e-446e-b693-cad3cf38ffe0 req-00b065d2-afe1-411d-93ba-002e146b2b18 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:01.150598 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8aa412cd-e30e-446e-b693-cad3cf38ffe0 req-00b065d2-afe1-411d-93ba-002e146b2b18 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 945 time: 0.1249547 Mar 29 15:03:01.194841 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fdb118b0-8c31-418f-9429-5751e9c8cc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (134c78cc-d85a-4118-81a4-3f5c54ae3d27), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:01.197579 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fdb118b0-8c31-418f-9429-5751e9c8cc0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:01.198857 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-fdb118b0-8c31-418f-9429-5751e9c8cc0c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/134c78cc-d85a-4118-81a4-3f5c54ae3d27 HTTP/1.1" status: 204 len: 168 time: 0.4711864 Mar 29 15:03:01.211344 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb118b0-8c31-418f-9429-5751e9c8cc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134c78cc-d85a-4118-81a4-3f5c54ae3d27,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:01.229363 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 59d28632-a2db-4fa9-8a3e-833c3499a8ab details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:03:01.297594 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-0b849b72-0766-425c-b418-656016a38f0d req-f181aac5-4e11-4ba8-827d-013c1d3673cb tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960773 Mar 29 15:03:01.313237 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc402630-b8b0-4db0-b637-199f1d104f38 req-a3fca2aa-22b3-4de0-b5f5-b47c1c65fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:01.314948 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-cc402630-b8b0-4db0-b637-199f1d104f38 req-a3fca2aa-22b3-4de0-b5f5-b47c1c65fb50 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af4f8ee2318e421dbf84b0a97b279da0&device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 1127 time: 0.1600108 Mar 29 15:03:01.334940 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8aa412cd-e30e-446e-b693-cad3cf38ffe0 req-22170fea-94d6-490a-b7d0-14476c71538e tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/security-groups?id=151cefdc-2001-4b39-b143-bf96f074d71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589148 Mar 29 15:03:01.426241 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device a9a91954-4210-4666-88be-951575e4ebaf up at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:03:01.471361 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade088c0-8bc3-4e3a-9912-5d839cab3fbe None None] Network ee6ce7ee-b39a-470b-b1c2-69ad2072e97b requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:03:01.474774 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-50496a2d-7476-40f5-8b08-468d62e958bd None None] Port 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:03:01.534549 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc402630-b8b0-4db0-b637-199f1d104f38 req-7afe2fa7-e896-4a2a-bf89-392e1f76bb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:01.538139 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-cc402630-b8b0-4db0-b637-199f1d104f38 req-7afe2fa7-e896-4a2a-bf89-392e1f76bb9c service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db HTTP/1.1" status: 200 len: 911 time: 0.2021277 Mar 29 15:03:01.565688 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.notifiers.nova [req-506beda8-38cf-4af6-9a45-23db39794440 req-db0a7368-0723-4d19-a2c3-f8f33a068cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5 {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:03:01.577604 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-506beda8-38cf-4af6-9a45-23db39794440 req-db0a7368-0723-4d19-a2c3-f8f33a068cfc service neutron] Publish callbacks [] for port (7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:01.590825 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daee188-a649-46d9-bfb3-c8b7cdb13056 req-eca54517-ea98-403d-b07d-b00b5f3975f1 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:01.598226 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1daee188-a649-46d9-bfb3-c8b7cdb13056 req-eca54517-ea98-403d-b07d-b00b5f3975f1 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=85d74560-50f6-4016-847f-f4315b7f26f1 HTTP/1.1" status: 200 len: 931 time: 0.1874580 Mar 29 15:03:01.618459 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-cc402630-b8b0-4db0-b637-199f1d104f38 req-1aa279b4-6bd0-4a39-bb51-692bfb5fb258 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bec2f857-7b16-4ff2-87e0-32b1ba5e7e70 HTTP/1.1" status: 200 len: 217 time: 0.0735502 Mar 29 15:03:01.624221 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-506beda8-38cf-4af6-9a45-23db39794440 req-db0a7368-0723-4d19-a2c3-f8f33a068cfc service neutron] Transition to ACTIVE for port object 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5 will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:03:01.636275 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-506beda8-38cf-4af6-9a45-23db39794440 req-db0a7368-0723-4d19-a2c3-f8f33a068cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5), after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:01.689560 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc402630-b8b0-4db0-b637-199f1d104f38 req-97de1c8a-34ed-4b71-ad44-37250c964e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:01.692109 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-cc402630-b8b0-4db0-b637-199f1d104f38 req-97de1c8a-34ed-4b71-ad44-37250c964e0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d28f83-336a-4760-8daf-f760c1456634 HTTP/1.1" status: 200 len: 849 time: 0.0642130 Mar 29 15:03:01.701328 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning for port a9a91954-4210-4666-88be-951575e4ebaf completed by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:03:01.709297 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1daee188-a649-46d9-bfb3-c8b7cdb13056 req-229e5fc6-d0a2-45c2-b534-1cd04175eedd tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f0e6be-d474-4785-b452-e684d3c9c8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095963 Mar 29 15:03:01.734114 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a7368-0723-4d19-a2c3-f8f33a068cfc service neutron] Pushing event updated for resources: {'Port': ['ID=7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:01.760849 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning complete for port a9a91954-4210-4666-88be-951575e4ebaf triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:03:01.761378 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (a9a91954-4210-4666-88be-951575e4ebaf), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:01.803650 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc402630-b8b0-4db0-b637-199f1d104f38 req-72693d8e-0791-4048-91b9-3119bede7bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:01.805260 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-cc402630-b8b0-4db0-b637-199f1d104f38 req-72693d8e-0791-4048-91b9-3119bede7bcf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1064153 Mar 29 15:03:01.822263 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-506beda8-38cf-4af6-9a45-23db39794440 req-db0a7368-0723-4d19-a2c3-f8f33a068cfc service neutron] Attempting to bind port 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5 on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:03:01.822598 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-506beda8-38cf-4af6-9a45-23db39794440 req-db0a7368-0723-4d19-a2c3-f8f33a068cfc service neutron] Attempting to bind port 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5 by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '76ced992-64b5-4d36-a1da-2a36ce3c4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:03:01.822929 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506beda8-38cf-4af6-9a45-23db39794440 req-db0a7368-0723-4d19-a2c3-f8f33a068cfc service neutron] Attempting to bind port 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5 on network 8623989d-9dc8-4db2-b236-bf7fe1fec224 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:03:01.824191 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 59d28632-a2db-4fa9-8a3e-833c3499a8ab, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=59d28632-a2db-4fa9-8a3e-833c3499a8ab,segment=NetworkSegment(c4910bd0-952b-4530-8412-09d294143007),segment_id=c4910bd0-952b-4530-8412-09d294143007)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:03:01.832169 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506beda8-38cf-4af6-9a45-23db39794440 req-db0a7368-0723-4d19-a2c3-f8f33a068cfc service neutron] Port 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5 on network 8623989d-9dc8-4db2-b236-bf7fe1fec224 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:03:01.832501 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506beda8-38cf-4af6-9a45-23db39794440 req-db0a7368-0723-4d19-a2c3-f8f33a068cfc service neutron] Attempting to bind port 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5 on network 8623989d-9dc8-4db2-b236-bf7fe1fec224 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:03:01.839917 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506beda8-38cf-4af6-9a45-23db39794440 req-db0a7368-0723-4d19-a2c3-f8f33a068cfc service neutron] Checking agent: {'id': '54f4ecb7-e3d7-497a-b676-ec21eb6e2a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'started_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:03:01.840263 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506beda8-38cf-4af6-9a45-23db39794440 req-db0a7368-0723-4d19-a2c3-f8f33a068cfc service neutron] Checking segment: {'id': '76ced992-64b5-4d36-a1da-2a36ce3c4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:03:01.840683 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506beda8-38cf-4af6-9a45-23db39794440 req-db0a7368-0723-4d19-a2c3-f8f33a068cfc service neutron] Bound using segment: {'id': '76ced992-64b5-4d36-a1da-2a36ce3c4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:03:01.842528 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-506beda8-38cf-4af6-9a45-23db39794440 req-db0a7368-0723-4d19-a2c3-f8f33a068cfc service neutron] Bound port: 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ced992-64b5-4d36-a1da-2a36ce3c4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:03:01.842528 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-506beda8-38cf-4af6-9a45-23db39794440 req-db0a7368-0723-4d19-a2c3-f8f33a068cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5), before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:01.847152 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Returning: {'device': '59d28632-a2db-4fa9-8a3e-833c3499a8ab', 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466', 'port_id': '59d28632-a2db-4fa9-8a3e-833c3499a8ab', 'mac_address': 'fa:16:3e:9d:2a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4785f368-95a0-409f-b70d-930d5b4d123e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:03:01.926163 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port a9a91954-4210-4666-88be-951575e4ebaf is: BUILD; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:03:01.927157 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (a9a91954-4210-4666-88be-951575e4ebaf), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:01.952526 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port 59d28632-a2db-4fa9-8a3e-833c3499a8ab is: DOWN; New status is: BUILD {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:03:01.954578 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (59d28632-a2db-4fa9-8a3e-833c3499a8ab), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:01.975618 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d28632-a2db-4fa9-8a3e-833c3499a8ab {{(pid=103155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:03:01.985967 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-506beda8-38cf-4af6-9a45-23db39794440 req-db0a7368-0723-4d19-a2c3-f8f33a068cfc service neutron] For port 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5, host hv-cinder-83563, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:03:01.991997 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-cc402630-b8b0-4db0-b637-199f1d104f38 req-b5c6c03e-8393-4e5d-8f53-fa5b1281225f service neutron] 10.222.0.36 "GET /v2.0/networks/c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786709 Mar 29 15:03:01.995917 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-506beda8-38cf-4af6-9a45-23db39794440 req-db0a7368-0723-4d19-a2c3-f8f33a068cfc service neutron] For port 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5,segment=NetworkSegment(76ced992-64b5-4d36-a1da-2a36ce3c4f6e),segment_id=76ced992-64b5-4d36-a1da-2a36ce3c4f6e)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:03:02.006820 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-506beda8-38cf-4af6-9a45-23db39794440 req-db0a7368-0723-4d19-a2c3-f8f33a068cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5), after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:02.017756 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port a9a91954-4210-4666-88be-951575e4ebaf, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=a9a91954-4210-4666-88be-951575e4ebaf,segment=NetworkSegment(3d126612-072a-4311-a268-63d39f8da69d),segment_id=3d126612-072a-4311-a268-63d39f8da69d)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:03:02.023514 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f75943b-a2f6-4f58-90f9-cb413c3fc79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a91954-4210-4666-88be-951575e4ebaf'}] {{(pid=103155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:03:02.098964 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 37968) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:02.100216 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a7368-0723-4d19-a2c3-f8f33a068cfc service neutron] Pushing event updated for resources: {'Port': ['ID=7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:02.123327 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506beda8-38cf-4af6-9a45-23db39794440 req-db0a7368-0723-4d19-a2c3-f8f33a068cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:02.124452 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-506beda8-38cf-4af6-9a45-23db39794440 req-db0a7368-0723-4d19-a2c3-f8f33a068cfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for port (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:02.127330 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-506beda8-38cf-4af6-9a45-23db39794440 req-db0a7368-0723-4d19-a2c3-f8f33a068cfc service neutron] 10.222.0.36 "PUT /v2.0/ports/7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5 HTTP/1.1" status: 200 len: 1093 time: 1.4136510 Mar 29 15:03:02.127998 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d74560-50f6-4016-847f-f4315b7f26f1', 'tag': '7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:03:02.129864 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (a9a91954-4210-4666-88be-951575e4ebaf), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:02.144784 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba023f0cd8cc5f3c167e772b1aa00d02c07a3711ed68df0fea12bd5354b7600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b6b3e5-46e9-41d4-ae94-e6136bd69f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "85d74560-50f6-4016-847f-f4315b7f26f1", "tag": "7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:03:02.176141 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-112d0a6c-bf57-4351-aabd-54536ecc8616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:02.185700 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 59d28632-a2db-4fa9-8a3e-833c3499a8ab, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=59d28632-a2db-4fa9-8a3e-833c3499a8ab,segment=NetworkSegment(c4910bd0-952b-4530-8412-09d294143007),segment_id=c4910bd0-952b-4530-8412-09d294143007)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:03:02.199966 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (59d28632-a2db-4fa9-8a3e-833c3499a8ab), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:02.245615 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=a9a91954-4210-4666-88be-951575e4ebaf,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:02.327476 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868f627-6a38-47ea-b64b-3d20aae14ef2 req-a2cf75c6-bf2a-474a-b94b-78a82d8e637d tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:02.328803 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9c8a16-4204-4988-8195-3d9d9e049ba2 x-openstack-request-id: req-6a9c8a16-4204-4988-8195-3d9d9e049ba2 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:03:02.329606 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d74560-50f6-4016-847f-f4315b7f26f1", "tag": "7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:03:02.329606 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6a9c8a16-4204-4988-8195-3d9d9e049ba2 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:03:02.329924 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a9c8a16-4204-4988-8195-3d9d9e049ba2'] response: {'name': 'network-changed', 'server_uuid': '85d74560-50f6-4016-847f-f4315b7f26f1', 'tag': '7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5', 'status': 'completed', 'code': 200} Mar 29 15:03:02.333312 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506beda8-38cf-4af6-9a45-23db39794440 req-5cc93392-f7ad-4da9-bae1-1c01877420b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:02.334828 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-506beda8-38cf-4af6-9a45-23db39794440 req-5cc93392-f7ad-4da9-bae1-1c01877420b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33c87159058d4c97bc53a0b99346e157&device_id=85d74560-50f6-4016-847f-f4315b7f26f1 HTTP/1.1" status: 200 len: 1127 time: 0.1521404 Mar 29 15:03:02.355368 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-6868f627-6a38-47ea-b64b-3d20aae14ef2 req-a2cf75c6-bf2a-474a-b94b-78a82d8e637d tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 943 time: 0.2470047 Mar 29 15:03:02.382183 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-cc402630-b8b0-4db0-b637-199f1d104f38 req-ae15c16c-9985-49ec-96c4-1aa40f9055db service neutron] 10.222.0.36 "GET /v2.0/networks/c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821430 Mar 29 15:03:02.427600 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=59d28632-a2db-4fa9-8a3e-833c3499a8ab,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:02.450593 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-506beda8-38cf-4af6-9a45-23db39794440 req-4e292e9e-72ff-4975-affa-6658d34938be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5 HTTP/1.1" status: 200 len: 217 time: 0.1030347 Mar 29 15:03:02.524411 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506beda8-38cf-4af6-9a45-23db39794440 req-1ff6d80f-ee83-4fc0-bd12-2e3d022df2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:02.525909 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-506beda8-38cf-4af6-9a45-23db39794440 req-1ff6d80f-ee83-4fc0-bd12-2e3d022df2e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f848f262-5313-47d3-a01b-552787092c89 HTTP/1.1" status: 200 len: 853 time: 0.0624552 Mar 29 15:03:02.531636 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-6868f627-6a38-47ea-b64b-3d20aae14ef2 req-c4f19222-d037-48b9-9c54-8b25b1c13a95 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684480 Mar 29 15:03:02.590161 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38c8142a5be8756d7824345574af4facaba61695d099691de86e3daaece1ccc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338fd932-d41c-4500-b14d-bee1d71cc51d" -d '{"events": [{"server_uuid": "6f75943b-a2f6-4f58-90f9-cb413c3fc79f", "name": "network-vif-plugged", "status": "completed", "tag": "a9a91954-4210-4666-88be-951575e4ebaf"}]}' {{(pid=103155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:03:02.659874 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['59d28632-a2db-4fa9-8a3e-833c3499a8ab'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:03:02.691154 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-112d0a6c-bf57-4351-aabd-54536ecc8616 admin admin] Publish callbacks [] for security_group (97a2c8e7-7b0d-4ef1-8fc1-8a501615fc75), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:02.700977 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e907af-05bc-4edd-bacb-176e89fceb20 req-f1b266a7-20a5-4ab3-930b-fd870330d761 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:02.704346 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-112d0a6c-bf57-4351-aabd-54536ecc8616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (97a2c8e7-7b0d-4ef1-8fc1-8a501615fc75), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:02.707580 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-55e907af-05bc-4edd-bacb-176e89fceb20 req-f1b266a7-20a5-4ab3-930b-fd870330d761 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 946 time: 0.0975347 Mar 29 15:03:02.735676 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca7e0c-1f0b-42e5-8fee-dee2143e7a81 req-ac33dfa9-bb5a-4b4f-8208-e142fec0c7fd tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:02.737213 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2fca7e0c-1f0b-42e5-8fee-dee2143e7a81 req-ac33dfa9-bb5a-4b4f-8208-e142fec0c7fd tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 943 time: 0.2714684 Mar 29 15:03:02.742182 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506beda8-38cf-4af6-9a45-23db39794440 req-59d95cee-b34b-4904-88fc-5879f6f2b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:02.743638 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-506beda8-38cf-4af6-9a45-23db39794440 req-59d95cee-b34b-4904-88fc-5879f6f2b053 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8623989d-9dc8-4db2-b236-bf7fe1fec224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2069597 Mar 29 15:03:02.835916 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-55e907af-05bc-4edd-bacb-176e89fceb20 req-5de79cc1-def2-449c-9f9b-95cda0b37e4d tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/security-groups?id=151cefdc-2001-4b39-b143-bf96f074d71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241767 Mar 29 15:03:02.878619 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 38008) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:02.879041 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-112d0a6c-bf57-4351-aabd-54536ecc8616 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a55b6f6fc5db436e95508e57872cb539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7751160 Mar 29 15:03:02.882126 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d0a6c-bf57-4351-aabd-54536ecc8616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a2c8e7-7b0d-4ef1-8fc1-8a501615fc75,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:02.939575 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 38012) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:02.953800 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-73e201e7-f8dd-42f5-996a-f15e6184bb43 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1162596186-network', 'tenant_id': '33e6328fcff9448682ab99b0414b6525'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:03:02.971026 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a5a2e69a-ed74-4e7e-a587-2c928d181ca7 admin admin] Publish callbacks [] for security_group (97a2c8e7-7b0d-4ef1-8fc1-8a501615fc75), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:03.008349 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a5a2e69a-ed74-4e7e-a587-2c928d181ca7 admin admin] Publish callbacks [] for security_group (97a2c8e7-7b0d-4ef1-8fc1-8a501615fc75), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:03.062952 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2fca7e0c-1f0b-42e5-8fee-dee2143e7a81 req-cfc4f516-6ec4-45f7-be5c-27b555a24e36 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171799 Mar 29 15:03:03.075206 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a5a2e69a-ed74-4e7e-a587-2c928d181ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (97a2c8e7-7b0d-4ef1-8fc1-8a501615fc75), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:03.084156 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a5a2e69a-ed74-4e7e-a587-2c928d181ca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:03.084156 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-a5a2e69a-ed74-4e7e-a587-2c928d181ca7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/97a2c8e7-7b0d-4ef1-8fc1-8a501615fc75 HTTP/1.1" status: 204 len: 168 time: 0.2029359 Mar 29 15:03:03.095591 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e201e7-f8dd-42f5-996a-f15e6184bb43 admin admin] Made reservation on behalf of 33e6328fcff9448682ab99b0414b6525 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:03:03.102744 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-73e201e7-f8dd-42f5-996a-f15e6184bb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for network (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:03.107177 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2e69a-ed74-4e7e-a587-2c928d181ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a2c8e7-7b0d-4ef1-8fc1-8a501615fc75,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:03.137929 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-73e201e7-f8dd-42f5-996a-f15e6184bb43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:03.142425 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-506beda8-38cf-4af6-9a45-23db39794440 req-28a2ebf1-9e53-403f-b90f-930ab77b18be service neutron] 10.222.0.36 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817418 Mar 29 15:03:03.184671 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5209e919-3208-4076-987a-c4be31d08e38 x-openstack-request-id: req-5209e919-3208-4076-987a-c4be31d08e38 {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:03:03.185528 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f75943b-a2f6-4f58-90f9-cb413c3fc79f", "name": "network-vif-plugged", "status": "completed", "tag": "a9a91954-4210-4666-88be-951575e4ebaf", "code": 200}]} {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:03:03.185980 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5209e919-3208-4076-987a-c4be31d08e38 {{(pid=103155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:03:03.186587 dv-cinder-835635-1-iscsi neutron-server[103155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5209e919-3208-4076-987a-c4be31d08e38'] response: {'server_uuid': '6f75943b-a2f6-4f58-90f9-cb413c3fc79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a91954-4210-4666-88be-951575e4ebaf', 'code': 200} Mar 29 15:03:03.236811 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 8a45b433-1f4a-491e-a423-69d04d1118a4 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:03:03.376065 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 8a45b433-1f4a-491e-a423-69d04d1118a4, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=8a45b433-1f4a-491e-a423-69d04d1118a4,segment=NetworkSegment(c4910bd0-952b-4530-8412-09d294143007),segment_id=c4910bd0-952b-4530-8412-09d294143007)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:03:03.408463 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Returning: {'device': '8a45b433-1f4a-491e-a423-69d04d1118a4', 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466', 'port_id': '8a45b433-1f4a-491e-a423-69d04d1118a4', 'mac_address': 'fa:16:3e:d4:fd:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4785f368-95a0-409f-b70d-930d5b4d123e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:03:03.469699 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port 8a45b433-1f4a-491e-a423-69d04d1118a4 is: DOWN; New status is: BUILD {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:03:03.470371 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (8a45b433-1f4a-491e-a423-69d04d1118a4), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:03.494146 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee62de5-a10a-46e5-add2-0befaf368cba req-2407e1f0-238d-48d8-9258-fcf937109ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:03.497234 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7ee62de5-a10a-46e5-add2-0befaf368cba req-2407e1f0-238d-48d8-9258-fcf937109ce9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 1130 time: 0.1150591 Mar 29 15:03:03.508859 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a45b433-1f4a-491e-a423-69d04d1118a4 {{(pid=103155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:03:03.522788 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-7ee62de5-a10a-46e5-add2-0befaf368cba req-c2a3862c-1be5-470f-b21a-8ff1c582d63c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:03.562200 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 8a45b433-1f4a-491e-a423-69d04d1118a4, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=8a45b433-1f4a-491e-a423-69d04d1118a4,segment=NetworkSegment(c4910bd0-952b-4530-8412-09d294143007),segment_id=c4910bd0-952b-4530-8412-09d294143007)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:03:03.571286 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (8a45b433-1f4a-491e-a423-69d04d1118a4), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:03.604475 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e2867-a424-48b9-bc33-0337aec5f2f0 req-1f6d4bb5-1e18-4987-ba35-d5175abab477 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:03.606497 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-563e2867-a424-48b9-bc33-0337aec5f2f0 req-1f6d4bb5-1e18-4987-ba35-d5175abab477 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=85d74560-50f6-4016-847f-f4315b7f26f1 HTTP/1.1" status: 200 len: 943 time: 0.3941448 Mar 29 15:03:03.622646 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-506beda8-38cf-4af6-9a45-23db39794440 req-b6df5b42-8b50-4a8e-aa99-d4b2b8d49162 service neutron] 10.222.0.36 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682822 Mar 29 15:03:03.668063 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-7ee62de5-a10a-46e5-add2-0befaf368cba req-c2a3862c-1be5-470f-b21a-8ff1c582d63c service neutron] Publish callbacks [] for security_group (6ba2caae-4eba-47e1-9202-9e4240fc1146), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:03.675032 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-7ee62de5-a10a-46e5-add2-0befaf368cba req-c2a3862c-1be5-470f-b21a-8ff1c582d63c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (6ba2caae-4eba-47e1-9202-9e4240fc1146), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:03.682061 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-73e201e7-f8dd-42f5-996a-f15e6184bb43 admin admin] Publish callbacks [] for security_group (c03b325b-dc00-4c94-9f54-60c2edbeeecb), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:03.695247 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-73e201e7-f8dd-42f5-996a-f15e6184bb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (c03b325b-dc00-4c94-9f54-60c2edbeeecb), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:03.708811 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=8a45b433-1f4a-491e-a423-69d04d1118a4,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:03.772430 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e201e7-f8dd-42f5-996a-f15e6184bb43 admin admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:03:03.777550 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7ee62de5-a10a-46e5-add2-0befaf368cba req-c2a3862c-1be5-470f-b21a-8ff1c582d63c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=151cefdc-2001-4b39-b143-bf96f074d71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749531 Mar 29 15:03:03.805843 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-73e201e7-f8dd-42f5-996a-f15e6184bb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (b55c3328-c29c-415c-8b45-827f2fbfded3), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:03.806275 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.db.segments_db [None req-73e201e7-f8dd-42f5-996a-f15e6184bb43 admin admin] Added segment b55c3328-c29c-415c-8b45-827f2fbfded3 of type vlan for network 599d98f2-c346-45d8-8f74-2611bc836dcf Mar 29 15:03:03.818670 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-563e2867-a424-48b9-bc33-0337aec5f2f0 req-e66e18f9-0faf-49b2-907f-d830da9986a2 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f0e6be-d474-4785-b452-e684d3c9c8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940246 Mar 29 15:03:03.821199 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e201e7-f8dd-42f5-996a-f15e6184bb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03b325b-dc00-4c94-9f54-60c2edbeeecb,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:03.870250 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6b3e5-46e9-41d4-ae94-e6136bd69f7d req-492bc140-376c-4c86-972f-819a6a55eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:03.872093 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e3b6b3e5-46e9-41d4-ae94-e6136bd69f7d req-492bc140-376c-4c86-972f-819a6a55eb8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33c87159058d4c97bc53a0b99346e157&device_id=85d74560-50f6-4016-847f-f4315b7f26f1 HTTP/1.1" status: 200 len: 1127 time: 0.1793182 Mar 29 15:03:03.873966 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-73e201e7-f8dd-42f5-996a-f15e6184bb43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776791432771'] for network (599d98f2-c346-45d8-8f74-2611bc836dcf), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:03.904088 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-73e201e7-f8dd-42f5-996a-f15e6184bb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834'] for network (599d98f2-c346-45d8-8f74-2611bc836dcf), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:03.905263 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e201e7-f8dd-42f5-996a-f15e6184bb43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:03.905860 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-73e201e7-f8dd-42f5-996a-f15e6184bb43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:04.002952 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-73e201e7-f8dd-42f5-996a-f15e6184bb43 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0543349 Mar 29 15:03:04.003583 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 38042) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:04.012156 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-5ddfafc3-2998-4efb-84f7-54030df7f6a2 admin admin] Request body: {'subnet': {'network_id': '599d98f2-c346-45d8-8f74-2611bc836dcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1162596186-subnet', 'tenant_id': '33e6328fcff9448682ab99b0414b6525', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:03:04.025155 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e201e7-f8dd-42f5-996a-f15e6184bb43 admin admin] Pushing event updated for resources: {'Network': ['ID=599d98f2-c346-45d8-8f74-2611bc836dcf,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:04.049607 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddfafc3-2998-4efb-84f7-54030df7f6a2 admin admin] Made reservation on behalf of 33e6328fcff9448682ab99b0414b6525 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:03:04.052256 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5ddfafc3-2998-4efb-84f7-54030df7f6a2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:04.053107 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Network 599d98f2-c346-45d8-8f74-2611bc836dcf details requested by agent ovs-agent-dv-cinder-835635-1-iscsi with host dv-cinder-835635-1-iscsi {{(pid=103155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:03:04.073986 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3862c-1be5-470f-b21a-8ff1c582d63c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba2caae-4eba-47e1-9202-9e4240fc1146,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:04.104829 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0afda-712f-4325-be5f-c0d13e4d7a7e req-81022ea4-3088-458f-a3a7-12bee9360e54 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:04.106341 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f4a0afda-712f-4325-be5f-c0d13e4d7a7e req-81022ea4-3088-458f-a3a7-12bee9360e54 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 943 time: 0.3317680 Mar 29 15:03:04.164825 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f4a0afda-712f-4325-be5f-c0d13e4d7a7e req-1a164b82-fc2c-4927-b641-022967c93b6e tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465605 Mar 29 15:03:04.177529 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acaa0e7-b8d7-4574-aafb-ebc3e49b1bdd req-e8abe095-8be9-454b-a708-dd34bbd6fbc8 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:04.179088 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1acaa0e7-b8d7-4574-aafb-ebc3e49b1bdd req-e8abe095-8be9-454b-a708-dd34bbd6fbc8 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 946 time: 0.2250676 Mar 29 15:03:04.302120 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7437d7-6f9e-4afb-91aa-94b7562439c1 req-7b345271-e74e-4eae-bd55-702b028535a8 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:04.304772 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-6f7437d7-6f9e-4afb-91aa-94b7562439c1 req-7b345271-e74e-4eae-bd55-702b028535a8 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 944 time: 0.0694313 Mar 29 15:03:04.315973 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['8a45b433-1f4a-491e-a423-69d04d1118a4'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:03:04.334771 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1acaa0e7-b8d7-4574-aafb-ebc3e49b1bdd req-814f44b0-c494-4d13-8cf3-da29b1a85ce9 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/security-groups?id=151cefdc-2001-4b39-b143-bf96f074d71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978951 Mar 29 15:03:04.378746 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6b3e5-46e9-41d4-ae94-e6136bd69f7d req-ccf51703-11d7-40c1-bd4b-6880109efbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:04.380244 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e3b6b3e5-46e9-41d4-ae94-e6136bd69f7d req-ccf51703-11d7-40c1-bd4b-6880109efbc8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8623989d-9dc8-4db2-b236-bf7fe1fec224 HTTP/1.1" status: 200 len: 915 time: 0.3256178 Mar 29 15:03:04.430151 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e3b6b3e5-46e9-41d4-ae94-e6136bd69f7d req-0abf0d25-c534-4394-b3cd-95968c7263a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5 HTTP/1.1" status: 200 len: 217 time: 0.0423744 Mar 29 15:03:04.446117 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-6f7437d7-6f9e-4afb-91aa-94b7562439c1 req-98462b1a-7c5e-4ca6-9906-b9e40de9afc5 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352272 Mar 29 15:03:04.522332 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5ddfafc3-2998-4efb-84f7-54030df7f6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834'] for subnet (095b1a2c-1639-47f3-8eab-dfc34fc5e665), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:04.556277 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6b3e5-46e9-41d4-ae94-e6136bd69f7d req-62121412-b39f-4b2e-ac11-085afd89cf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:04.558582 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e3b6b3e5-46e9-41d4-ae94-e6136bd69f7d req-62121412-b39f-4b2e-ac11-085afd89cf9c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f848f262-5313-47d3-a01b-552787092c89 HTTP/1.1" status: 200 len: 853 time: 0.1180124 Mar 29 15:03:04.621127 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfafc3-2998-4efb-84f7-54030df7f6a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=095b1a2c-1639-47f3-8eab-dfc34fc5e665,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:04.635160 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddfafc3-2998-4efb-84f7-54030df7f6a2 admin admin] Checking segment: {'id': 'b55c3328-c29c-415c-8b45-827f2fbfded3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '599d98f2-c346-45d8-8f74-2611bc836dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:03:04.635444 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddfafc3-2998-4efb-84f7-54030df7f6a2 admin admin] Network hostable DHCP agents. Network: 599d98f2-c346-45d8-8f74-2611bc836dcf, hostable agents: ['a6029aa5-8774-4641-86ae-5d2d983dd0a8'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:03:04.649201 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6b3e5-46e9-41d4-ae94-e6136bd69f7d req-f4d6188c-1507-473d-a5c4-91d7907e02e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:04.650711 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e3b6b3e5-46e9-41d4-ae94-e6136bd69f7d req-f4d6188c-1507-473d-a5c4-91d7907e02e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8623989d-9dc8-4db2-b236-bf7fe1fec224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0835238 Mar 29 15:03:04.714154 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddfafc3-2998-4efb-84f7-54030df7f6a2 admin admin] Network 599d98f2-c346-45d8-8f74-2611bc836dcf is scheduled to be hosted by DHCP agent a6029aa5-8774-4641-86ae-5d2d983dd0a8 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:03:04.730058 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-5ddfafc3-2998-4efb-84f7-54030df7f6a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-1-iscsi, 599d98f2-c346-45d8-8f74-2611bc836dcf) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:03:04.734536 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddfafc3-2998-4efb-84f7-54030df7f6a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:04.735148 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5ddfafc3-2998-4efb-84f7-54030df7f6a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for subnet (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:04.748028 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ec6c4d-4ab6-496c-9700-cbce466d5201 None None] Network 599d98f2-c346-45d8-8f74-2611bc836dcf requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:03:04.787470 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e3b6b3e5-46e9-41d4-ae94-e6136bd69f7d req-695c5ebc-8880-4995-8915-05acf17449d2 service neutron] 10.222.0.36 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279292 Mar 29 15:03:04.809243 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-5ddfafc3-2998-4efb-84f7-54030df7f6a2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8016946 Mar 29 15:03:04.872661 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae48ec6-ee77-4595-805c-9c437460debe None None] Network 599d98f2-c346-45d8-8f74-2611bc836dcf requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:03:04.950318 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e3b6b3e5-46e9-41d4-ae94-e6136bd69f7d req-741aa7a0-7a5d-4e1b-bd3f-20551b792b8b service neutron] 10.222.0.36 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559262 Mar 29 15:03:04.996780 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120d4be-05f7-401b-adac-f613f8ab568e req-6fe2bd2f-0f9c-4540-b67f-5ec7c73ab82f tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:04.998415 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e120d4be-05f7-401b-adac-f613f8ab568e req-6fe2bd2f-0f9c-4540-b67f-5ec7c73ab82f tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=85d74560-50f6-4016-847f-f4315b7f26f1 HTTP/1.1" status: 200 len: 943 time: 0.0689621 Mar 29 15:03:05.051905 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 38086) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:05.070424 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e120d4be-05f7-401b-adac-f613f8ab568e req-d0e2944e-72e8-4149-9b04-15fd6b01ba88 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f0e6be-d474-4785-b452-e684d3c9c8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657651 Mar 29 15:03:05.118658 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e56397-5e79-44e4-a3a6-d0bd31188ee0 admin admin] Deleting subnet b0aedd3d-0525-48ca-a39a-84b99d00f2ad {{(pid=103154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:03:05.122130 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-13e56397-5e79-44e4-a3a6-d0bd31188ee0 admin admin] Publish callbacks [] for subnet (b0aedd3d-0525-48ca-a39a-84b99d00f2ad), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:05.167751 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-13e56397-5e79-44e4-a3a6-d0bd31188ee0 admin admin] Publish callbacks [] for subnet (b0aedd3d-0525-48ca-a39a-84b99d00f2ad), precommit_delete_associations {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:05.190229 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-13e56397-5e79-44e4-a3a6-d0bd31188ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926406'] for subnet (b0aedd3d-0525-48ca-a39a-84b99d00f2ad), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:05.253771 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device bec2f857-7b16-4ff2-87e0-32b1ba5e7e70 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:03:05.257407 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 59d28632-a2db-4fa9-8a3e-833c3499a8ab up at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:03:05.262584 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-13e56397-5e79-44e4-a3a6-d0bd31188ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834'] for subnet (b0aedd3d-0525-48ca-a39a-84b99d00f2ad), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:05.313077 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e56397-5e79-44e4-a3a6-d0bd31188ee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0aedd3d-0525-48ca-a39a-84b99d00f2ad,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:05.315425 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-13e56397-5e79-44e4-a3a6-d0bd31188ee0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:05.318820 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-13e56397-5e79-44e4-a3a6-d0bd31188ee0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b0aedd3d-0525-48ca-a39a-84b99d00f2ad HTTP/1.1" status: 204 len: 168 time: 0.2659063 Mar 29 15:03:05.321489 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 38104) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:05.448614 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning for port 59d28632-a2db-4fa9-8a3e-833c3499a8ab completed by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:03:05.455944 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793ad77-2a2e-492d-a6c4-b5c059e6a8bd req-2832a873-b91b-4544-901a-65d5c6f2adb2 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:05.471970 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a793ad77-2a2e-492d-a6c4-b5c059e6a8bd req-2832a873-b91b-4544-901a-65d5c6f2adb2 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 943 time: 0.1623259 Mar 29 15:03:05.482965 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning complete for port 59d28632-a2db-4fa9-8a3e-833c3499a8ab triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:03:05.483702 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (59d28632-a2db-4fa9-8a3e-833c3499a8ab), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:05.526530 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1812d5b9-a698-44cf-a20e-1d3a161d0561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050247'] for network (ee6ce7ee-b39a-470b-b1c2-69ad2072e97b), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:05.571470 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118a067-b0d0-4816-971a-ccad90e0bb88 req-f3623adf-811c-4994-b54b-d1d8c416bf6a tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:05.573695 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b118a067-b0d0-4816-971a-ccad90e0bb88 req-f3623adf-811c-4994-b54b-d1d8c416bf6a tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 946 time: 0.1306090 Mar 29 15:03:05.601404 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port bec2f857-7b16-4ff2-87e0-32b1ba5e7e70, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=bec2f857-7b16-4ff2-87e0-32b1ba5e7e70,segment=NetworkSegment(45a1a486-5bd9-4eb8-874d-5e40191b95cd),segment_id=45a1a486-5bd9-4eb8-874d-5e40191b95cd)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:03:05.621595 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a793ad77-2a2e-492d-a6c4-b5c059e6a8bd req-c26d3c8e-0021-49dc-b983-999cc322c111 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422179 Mar 29 15:03:05.652040 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Returning: {'device': 'bec2f857-7b16-4ff2-87e0-32b1ba5e7e70', 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db', 'port_id': 'bec2f857-7b16-4ff2-87e0-32b1ba5e7e70', 'mac_address': 'fa:16:3e:36:bf:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:03:05.705632 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1812d5b9-a698-44cf-a20e-1d3a161d0561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989517', 'neutron.services.segments.db._delete_segments_for_network-8776791792186'] for network (ee6ce7ee-b39a-470b-b1c2-69ad2072e97b), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:05.729592 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1812d5b9-a698-44cf-a20e-1d3a161d0561 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:03:05.729936 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1812d5b9-a698-44cf-a20e-1d3a161d0561 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:03:05.731070 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1812d5b9-a698-44cf-a20e-1d3a161d0561 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:03:05.731414 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1812d5b9-a698-44cf-a20e-1d3a161d0561 admin admin] Subscribe: > port after_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:03:05.731790 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1812d5b9-a698-44cf-a20e-1d3a161d0561 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:03:05.732130 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1812d5b9-a698-44cf-a20e-1d3a161d0561 admin admin] Subscribe: > port after_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:03:05.732478 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1812d5b9-a698-44cf-a20e-1d3a161d0561 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:03:05.732859 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1812d5b9-a698-44cf-a20e-1d3a161d0561 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:03:05.733285 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1812d5b9-a698-44cf-a20e-1d3a161d0561 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:03:05.733603 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1812d5b9-a698-44cf-a20e-1d3a161d0561 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:03:05.778786 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 38138) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:05.810033 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port bec2f857-7b16-4ff2-87e0-32b1ba5e7e70 is: DOWN; New status is: BUILD {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:03:05.810421 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (bec2f857-7b16-4ff2-87e0-32b1ba5e7e70), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:05.811910 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7ea3f-14bd-4c53-a1a1-b79fb5b406c0 req-dc50f997-4d10-4e7c-b3a8-ac5cd7b7ae2d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:05.816953 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-88b7ea3f-14bd-4c53-a1a1-b79fb5b406c0 req-dc50f997-4d10-4e7c-b3a8-ac5cd7b7ae2d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 944 time: 0.1006336 Mar 29 15:03:05.898652 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-88b7ea3f-14bd-4c53-a1a1-b79fb5b406c0 req-4ce2ed8e-015a-4625-8528-f49b0c80b831 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755844 Mar 29 15:03:05.907050 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1812d5b9-a698-44cf-a20e-1d3a161d0561 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:03:05.907469 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1812d5b9-a698-44cf-a20e-1d3a161d0561 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:03:05.907942 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1812d5b9-a698-44cf-a20e-1d3a161d0561 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:03:05.908543 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1812d5b9-a698-44cf-a20e-1d3a161d0561 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:03:05.908959 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-1812d5b9-a698-44cf-a20e-1d3a161d0561 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee6ce7ee-b39a-470b-b1c2-69ad2072e97b']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:05.942603 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-1812d5b9-a698-44cf-a20e-1d3a161d0561 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b10a5b-4d33-49ab-96d0-09e46166e849') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:05.942961 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-1812d5b9-a698-44cf-a20e-1d3a161d0561 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b10a5b-4d33-49ab-96d0-09e46166e849') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:05.994201 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1812d5b9-a698-44cf-a20e-1d3a161d0561 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776792023619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16402699'] for segment (82b10a5b-4d33-49ab-96d0-09e46166e849), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:06.003496 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b118a067-b0d0-4816-971a-ccad90e0bb88 req-cf748b54-e2ae-427a-ac74-4966e48364a4 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/security-groups?id=151cefdc-2001-4b39-b143-bf96f074d71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065886 Mar 29 15:03:06.034103 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1812d5b9-a698-44cf-a20e-1d3a161d0561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (82b10a5b-4d33-49ab-96d0-09e46166e849), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:06.035619 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port 59d28632-a2db-4fa9-8a3e-833c3499a8ab is: BUILD; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:03:06.036179 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (59d28632-a2db-4fa9-8a3e-833c3499a8ab), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:06.045463 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1812d5b9-a698-44cf-a20e-1d3a161d0561 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:03:06.045992 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1812d5b9-a698-44cf-a20e-1d3a161d0561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13311205'] for segment (82b10a5b-4d33-49ab-96d0-09e46166e849), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:06.050497 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec2f857-7b16-4ff2-87e0-32b1ba5e7e70 {{(pid=103155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: from cryptography.utils import int_from_bytes Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: from cryptography.utils import int_from_bytes Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: Traceback (most recent call last): Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: timer() Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: cb(*args, **kw) Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: return func(*args, **kwargs) Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: self._notify() Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: self.callback(batched_events) Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: event.method(event) Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: return f(self, *a, **k) Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: return self._get(url).json() Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: return self.request(url, 'GET', **kwargs) Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:03:06.069244 dv-cinder-835635-1-iscsi neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:03:06.086349 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port bec2f857-7b16-4ff2-87e0-32b1ba5e7e70, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=bec2f857-7b16-4ff2-87e0-32b1ba5e7e70,segment=NetworkSegment(45a1a486-5bd9-4eb8-874d-5e40191b95cd),segment_id=45a1a486-5bd9-4eb8-874d-5e40191b95cd)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:03:06.093459 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23f6a05-0dd9-411a-8477-eb6efe94e853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d28632-a2db-4fa9-8a3e-833c3499a8ab'}] {{(pid=103155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:03:06.097422 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38c8142a5be8756d7824345574af4facaba61695d099691de86e3daaece1ccc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822e87d2-1cab-4fce-a446-f8298e282ae8" -d '{"events": [{"server_uuid": "f23f6a05-0dd9-411a-8477-eb6efe94e853", "name": "network-vif-plugged", "status": "completed", "tag": "59d28632-a2db-4fa9-8a3e-833c3499a8ab"}]}' {{(pid=103155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:03:06.135236 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (bec2f857-7b16-4ff2-87e0-32b1ba5e7e70), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:06.163367 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 59d28632-a2db-4fa9-8a3e-833c3499a8ab, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=59d28632-a2db-4fa9-8a3e-833c3499a8ab,segment=NetworkSegment(c4910bd0-952b-4530-8412-09d294143007),segment_id=c4910bd0-952b-4530-8412-09d294143007)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:03:06.202062 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb0f066-8c72-4373-b10e-c6d84f2ee7e6 x-openstack-request-id: req-dcb0f066-8c72-4373-b10e-c6d84f2ee7e6 {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:03:06.202753 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23f6a05-0dd9-411a-8477-eb6efe94e853", "name": "network-vif-plugged", "status": "completed", "tag": "59d28632-a2db-4fa9-8a3e-833c3499a8ab", "code": 200}]} {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:03:06.204185 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dcb0f066-8c72-4373-b10e-c6d84f2ee7e6 {{(pid=103155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:03:06.205048 dv-cinder-835635-1-iscsi neutron-server[103155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcb0f066-8c72-4373-b10e-c6d84f2ee7e6'] response: {'server_uuid': 'f23f6a05-0dd9-411a-8477-eb6efe94e853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d28632-a2db-4fa9-8a3e-833c3499a8ab', 'code': 200} Mar 29 15:03:06.208644 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (59d28632-a2db-4fa9-8a3e-833c3499a8ab), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:06.221260 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1812d5b9-a698-44cf-a20e-1d3a161d0561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787242'] for network (ee6ce7ee-b39a-470b-b1c2-69ad2072e97b), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:06.251052 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812d5b9-a698-44cf-a20e-1d3a161d0561 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee6ce7ee-b39a-470b-b1c2-69ad2072e97b,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:06.257418 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1812d5b9-a698-44cf-a20e-1d3a161d0561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:06.262610 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=bec2f857-7b16-4ff2-87e0-32b1ba5e7e70,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:06.269778 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-1812d5b9-a698-44cf-a20e-1d3a161d0561 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ee6ce7ee-b39a-470b-b1c2-69ad2072e97b HTTP/1.1" status: 204 len: 168 time: 0.9469507 Mar 29 15:03:06.273701 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 38152) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:06.310310 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc4ed2-ddb2-4e9e-a4bf-e466f8734a98 req-5e95e881-0770-4eeb-afc5-6ec7044f2283 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:06.327488 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-08fc4ed2-ddb2-4e9e-a4bf-e466f8734a98 req-5e95e881-0770-4eeb-afc5-6ec7044f2283 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=85d74560-50f6-4016-847f-f4315b7f26f1 HTTP/1.1" status: 200 len: 943 time: 0.1517713 Mar 29 15:03:06.355152 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 38154) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:06.372025 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=59d28632-a2db-4fa9-8a3e-833c3499a8ab,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:06.384074 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba9b4ae1-117d-4a4d-8c98-02a8c16fb9e4 admin admin] Deleting subnet 095b1a2c-1639-47f3-8eab-dfc34fc5e665 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:03:06.391140 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-aebacf48-4f1e-4bd6-b50e-27fb26fd2040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:06.397283 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ba9b4ae1-117d-4a4d-8c98-02a8c16fb9e4 admin admin] Publish callbacks [] for subnet (095b1a2c-1639-47f3-8eab-dfc34fc5e665), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:06.458695 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-08fc4ed2-ddb2-4e9e-a4bf-e466f8734a98 req-21b3d80c-1ca1-4cf0-9c52-2faa4d6cad55 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f0e6be-d474-4785-b452-e684d3c9c8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294463 Mar 29 15:03:06.529352 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ba9b4ae1-117d-4a4d-8c98-02a8c16fb9e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16402688'] for subnet (095b1a2c-1639-47f3-8eab-dfc34fc5e665), precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:06.532904 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-20a5836b-3f87-471b-a405-d7f25fef064f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:06.542833 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-aebacf48-4f1e-4bd6-b50e-27fb26fd2040 admin admin] Publish callbacks [] for security_group (4181b8f0-49d8-429e-9c5b-991dfbec0140), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:06.548171 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-aebacf48-4f1e-4bd6-b50e-27fb26fd2040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (4181b8f0-49d8-429e-9c5b-991dfbec0140), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:06.573541 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['bec2f857-7b16-4ff2-87e0-32b1ba5e7e70'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:03:06.587378 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520335e-7787-463f-b0c9-9f6c0878d008 req-fe8e9a93-a78c-45d2-b05b-ca7bcaa9c654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:06.588927 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7520335e-7787-463f-b0c9-9f6c0878d008 req-fe8e9a93-a78c-45d2-b05b-ca7bcaa9c654 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 1130 time: 0.2012494 Mar 29 15:03:06.590708 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-aebacf48-4f1e-4bd6-b50e-27fb26fd2040 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a0366a922be440d897c0a0887508f73a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8088660 Mar 29 15:03:06.592775 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebacf48-4f1e-4bd6-b50e-27fb26fd2040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4181b8f0-49d8-429e-9c5b-991dfbec0140,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:06.596555 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 38164) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:06.630660 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ba9b4ae1-117d-4a4d-8c98-02a8c16fb9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926406'] for subnet (095b1a2c-1639-47f3-8eab-dfc34fc5e665), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:06.655380 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce848-a5b6-43bc-ba46-2b3ffcf35789 admin admin] Publish callbacks [] for security_group (4181b8f0-49d8-429e-9c5b-991dfbec0140), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:06.682290 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce848-a5b6-43bc-ba46-2b3ffcf35789 admin admin] Publish callbacks [] for security_group (4181b8f0-49d8-429e-9c5b-991dfbec0140), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:06.751638 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce848-a5b6-43bc-ba46-2b3ffcf35789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (4181b8f0-49d8-429e-9c5b-991dfbec0140), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:06.754231 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce848-a5b6-43bc-ba46-2b3ffcf35789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:06.755368 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-ba4ce848-a5b6-43bc-ba46-2b3ffcf35789 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4181b8f0-49d8-429e-9c5b-991dfbec0140 HTTP/1.1" status: 204 len: 168 time: 0.1578412 Mar 29 15:03:06.764284 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ce848-a5b6-43bc-ba46-2b3ffcf35789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4181b8f0-49d8-429e-9c5b-991dfbec0140,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:06.801381 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7520335e-7787-463f-b0c9-9f6c0878d008 req-3158b4eb-fc23-4ba2-a84f-4ec7677f1e00 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034895 Mar 29 15:03:06.853861 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ba9b4ae1-117d-4a4d-8c98-02a8c16fb9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13304387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12742666'] for subnet (095b1a2c-1639-47f3-8eab-dfc34fc5e665), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:06.895551 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfed3d-d979-4d22-a122-3f5427a96586 req-46a65ada-9638-45d6-ae1b-bdfba2637488 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:06.902712 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-51cfed3d-d979-4d22-a122-3f5427a96586 req-46a65ada-9638-45d6-ae1b-bdfba2637488 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 944 time: 0.1648450 Mar 29 15:03:06.914637 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b4ae1-117d-4a4d-8c98-02a8c16fb9e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=095b1a2c-1639-47f3-8eab-dfc34fc5e665,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:06.917843 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-20a5836b-3f87-471b-a405-d7f25fef064f admin admin] Publish callbacks [] for security_group (5a3cc687-0e9e-4c03-9cd0-e98495ff3e86), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:06.919052 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ba9b4ae1-117d-4a4d-8c98-02a8c16fb9e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for subnet (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:06.925721 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-ba9b4ae1-117d-4a4d-8c98-02a8c16fb9e4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/095b1a2c-1639-47f3-8eab-dfc34fc5e665 HTTP/1.1" status: 204 len: 168 time: 0.6489780 Mar 29 15:03:06.926630 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 38176) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:06.935694 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-20a5836b-3f87-471b-a405-d7f25fef064f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (5a3cc687-0e9e-4c03-9cd0-e98495ff3e86), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:06.999965 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-20a5836b-3f87-471b-a405-d7f25fef064f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa5f527f7ad94a59ae4bbba624a8fd1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6437025 Mar 29 15:03:07.001642 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 38186) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:07.016522 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5836b-3f87-471b-a405-d7f25fef064f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3cc687-0e9e-4c03-9cd0-e98495ff3e86,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:07.034235 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-51cfed3d-d979-4d22-a122-3f5427a96586 req-053b7185-e3f3-493f-a293-c72633e5993b tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305029 Mar 29 15:03:07.044427 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2f9c9dc-ca57-412d-a17a-c35e39dbb0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050247'] for network (599d98f2-c346-45d8-8f74-2611bc836dcf), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:07.110730 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6fcd886e-a3ff-491c-8e1f-97ecc96d6e87 admin admin] Publish callbacks [] for security_group (5a3cc687-0e9e-4c03-9cd0-e98495ff3e86), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:07.147233 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6fcd886e-a3ff-491c-8e1f-97ecc96d6e87 admin admin] Publish callbacks [] for security_group (5a3cc687-0e9e-4c03-9cd0-e98495ff3e86), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:07.200463 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2f9c9dc-ca57-412d-a17a-c35e39dbb0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989517', 'neutron.services.segments.db._delete_segments_for_network-8776791792186'] for network (599d98f2-c346-45d8-8f74-2611bc836dcf), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:07.221599 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b41cde-406d-4649-8f33-a4e044d9851a req-1d595fc2-38a4-4ba7-b59a-2512e8b96436 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:07.231913 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-88b41cde-406d-4649-8f33-a4e044d9851a req-1d595fc2-38a4-4ba7-b59a-2512e8b96436 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 944 time: 0.1751058 Mar 29 15:03:07.236485 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 38190) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:07.238221 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6fcd886e-a3ff-491c-8e1f-97ecc96d6e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (5a3cc687-0e9e-4c03-9cd0-e98495ff3e86), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:07.240731 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6fcd886e-a3ff-491c-8e1f-97ecc96d6e87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:07.241869 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-6fcd886e-a3ff-491c-8e1f-97ecc96d6e87 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5a3cc687-0e9e-4c03-9cd0-e98495ff3e86 HTTP/1.1" status: 204 len: 168 time: 0.2353897 Mar 29 15:03:07.249522 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:03:07.259748 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86c824-f503-40af-8d3f-e0e151d37681 req-1cecdfdd-2db5-43d0-8897-901bfd383d8b tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:07.261331 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-5d86c824-f503-40af-8d3f-e0e151d37681 req-1cecdfdd-2db5-43d0-8897-901bfd383d8b tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 946 time: 0.1523180 Mar 29 15:03:07.262105 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd886e-a3ff-491c-8e1f-97ecc96d6e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3cc687-0e9e-4c03-9cd0-e98495ff3e86,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:07.295849 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2f9c9dc-ca57-412d-a17a-c35e39dbb0e4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:03:07.296107 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2f9c9dc-ca57-412d-a17a-c35e39dbb0e4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:03:07.297107 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2f9c9dc-ca57-412d-a17a-c35e39dbb0e4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:03:07.297990 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2f9c9dc-ca57-412d-a17a-c35e39dbb0e4 admin admin] Subscribe: > port after_create 55550000 {{(pid=103154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:03:07.298339 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2f9c9dc-ca57-412d-a17a-c35e39dbb0e4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:03:07.298681 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2f9c9dc-ca57-412d-a17a-c35e39dbb0e4 admin admin] Subscribe: > port after_update 55550000 {{(pid=103154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:03:07.299005 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2f9c9dc-ca57-412d-a17a-c35e39dbb0e4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:03:07.299419 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2f9c9dc-ca57-412d-a17a-c35e39dbb0e4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:03:07.299655 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2f9c9dc-ca57-412d-a17a-c35e39dbb0e4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:03:07.300231 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2f9c9dc-ca57-412d-a17a-c35e39dbb0e4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:03:07.325309 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-5d86c824-f503-40af-8d3f-e0e151d37681 req-83862dce-db52-4ec6-b1f8-444ee048dbc6 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/security-groups?id=151cefdc-2001-4b39-b143-bf96f074d71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546427 Mar 29 15:03:07.326352 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 8a45b433-1f4a-491e-a423-69d04d1118a4 up at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:03:07.387693 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2f9c9dc-ca57-412d-a17a-c35e39dbb0e4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:03:07.388116 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2f9c9dc-ca57-412d-a17a-c35e39dbb0e4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:03:07.388355 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2f9c9dc-ca57-412d-a17a-c35e39dbb0e4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:03:07.388809 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2f9c9dc-ca57-412d-a17a-c35e39dbb0e4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 15:03:07.389064 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.services.segments.db [None req-d2f9c9dc-ca57-412d-a17a-c35e39dbb0e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['599d98f2-c346-45d8-8f74-2611bc836dcf']}} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:07.395575 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e8b445ca-95b3-4550-93f9-310ba6af6fd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:07.425636 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.services.segments.db [None req-d2f9c9dc-ca57-412d-a17a-c35e39dbb0e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b55c3328-c29c-415c-8b45-827f2fbfded3') {'for_net_delete': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:07.425928 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.services.segments.db [None req-d2f9c9dc-ca57-412d-a17a-c35e39dbb0e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b55c3328-c29c-415c-8b45-827f2fbfded3') {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:07.485857 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning for port 8a45b433-1f4a-491e-a423-69d04d1118a4 completed by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:03:07.486437 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2f9c9dc-ca57-412d-a17a-c35e39dbb0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776792023619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13547914'] for segment (b55c3328-c29c-415c-8b45-827f2fbfded3), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:07.495287 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5,segment=NetworkSegment(76ced992-64b5-4d36-a1da-2a36ce3c4f6e),segment_id=76ced992-64b5-4d36-a1da-2a36ce3c4f6e)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:03:07.498071 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning complete for port 8a45b433-1f4a-491e-a423-69d04d1118a4 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:03:07.498432 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (8a45b433-1f4a-491e-a423-69d04d1118a4), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:07.548311 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Returning: {'device': '7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'port_id': '7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5', 'mac_address': 'fa:16:3e:a3:90:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:03:07.601077 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2f9c9dc-ca57-412d-a17a-c35e39dbb0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (b55c3328-c29c-415c-8b45-827f2fbfded3), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:07.607223 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-88b41cde-406d-4649-8f33-a4e044d9851a req-3cfc1bd8-de27-4d6c-9db6-e42dc7895f25 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743038 Mar 29 15:03:07.617828 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f9c9dc-ca57-412d-a17a-c35e39dbb0e4 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:03:07.618225 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2f9c9dc-ca57-412d-a17a-c35e39dbb0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13597964'] for segment (b55c3328-c29c-415c-8b45-827f2fbfded3), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: from cryptography.utils import int_from_bytes Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: from cryptography.utils import int_from_bytes Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: Traceback (most recent call last): Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: timer() Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: cb(*args, **kw) Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: return func(*args, **kwargs) Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: self._notify() Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: self.callback(batched_events) Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: event.method(event) Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: return f(self, *a, **k) Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: return self._get(url).json() Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: return self.request(url, 'GET', **kwargs) Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:03:07.622298 dv-cinder-835635-1-iscsi neutron-server[103154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:03:07.653801 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5 is: DOWN; New status is: BUILD {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:03:07.654907 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:07.683733 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5 {{(pid=103155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:03:07.692603 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port 8a45b433-1f4a-491e-a423-69d04d1118a4 is: BUILD; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:03:07.693294 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (8a45b433-1f4a-491e-a423-69d04d1118a4), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:07.707566 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2f9c9dc-ca57-412d-a17a-c35e39dbb0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787242'] for network (599d98f2-c346-45d8-8f74-2611bc836dcf), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:07.711034 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e8b445ca-95b3-4550-93f9-310ba6af6fd2 admin admin] Publish callbacks [] for security_group (27deb89e-e07a-41e4-a730-e51e7ba1c62b), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:07.723655 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f58de-2730-415c-9a6f-75a3ffb150b7 req-0e81b12d-85db-4870-afa9-a75c85e03638 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:07.729550 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-409f58de-2730-415c-9a6f-75a3ffb150b7 req-0e81b12d-85db-4870-afa9-a75c85e03638 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=85d74560-50f6-4016-847f-f4315b7f26f1 HTTP/1.1" status: 200 len: 943 time: 0.1439061 Mar 29 15:03:07.735698 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9c9dc-ca57-412d-a17a-c35e39dbb0e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=599d98f2-c346-45d8-8f74-2611bc836dcf,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:07.738049 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2f9c9dc-ca57-412d-a17a-c35e39dbb0e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:07.741244 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-d2f9c9dc-ca57-412d-a17a-c35e39dbb0e4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/599d98f2-c346-45d8-8f74-2611bc836dcf HTTP/1.1" status: 204 len: 168 time: 0.8135774 Mar 29 15:03:07.742282 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e8b445ca-95b3-4550-93f9-310ba6af6fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (27deb89e-e07a-41e4-a730-e51e7ba1c62b), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:07.757362 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5,segment=NetworkSegment(76ced992-64b5-4d36-a1da-2a36ce3c4f6e),segment_id=76ced992-64b5-4d36-a1da-2a36ce3c4f6e)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:03:07.761769 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 8a45b433-1f4a-491e-a423-69d04d1118a4, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=8a45b433-1f4a-491e-a423-69d04d1118a4,segment=NetworkSegment(c4910bd0-952b-4530-8412-09d294143007),segment_id=c4910bd0-952b-4530-8412-09d294143007)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:03:07.767831 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:07.780553 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (8a45b433-1f4a-491e-a423-69d04d1118a4), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:07.814735 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-e8b445ca-95b3-4550-93f9-310ba6af6fd2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2982a54a40d8406eb549e0296cfb40b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5762477 Mar 29 15:03:07.816876 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 38212) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:07.821155 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b445ca-95b3-4550-93f9-310ba6af6fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27deb89e-e07a-41e4-a730-e51e7ba1c62b,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:07.851788 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:07.922465 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-409f58de-2730-415c-9a6f-75a3ffb150b7 req-67065dbb-7fe4-4df9-a233-2548fba33997 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f0e6be-d474-4785-b452-e684d3c9c8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880145 Mar 29 15:03:07.940333 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=8a45b433-1f4a-491e-a423-69d04d1118a4,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:07.955499 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 38216) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:07.974152 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-af5878d3-9cfe-4ed4-9e69-ca85a9c3f1a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:07.992676 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e5d1bfc6-9e8f-4126-875e-8d7d41adeb73 admin admin] Publish callbacks [] for security_group (27deb89e-e07a-41e4-a730-e51e7ba1c62b), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:08.032832 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 38220) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:08.041671 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e5d1bfc6-9e8f-4126-875e-8d7d41adeb73 admin admin] Publish callbacks [] for security_group (27deb89e-e07a-41e4-a730-e51e7ba1c62b), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:08.107915 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-40877dbf-f255-4744-beef-efefa20162e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bf499cbf34da46f7b7919599f1498985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0755060 Mar 29 15:03:08.111605 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 38228) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:08.128907 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-af5878d3-9cfe-4ed4-9e69-ca85a9c3f1a9 admin admin] Publish callbacks [] for security_group (9a27b7b7-d866-4409-9adf-e6c73b43f0f0), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:08.134654 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-af5878d3-9cfe-4ed4-9e69-ca85a9c3f1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (9a27b7b7-d866-4409-9adf-e6c73b43f0f0), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:08.174331 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5878d3-9cfe-4ed4-9e69-ca85a9c3f1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a27b7b7-d866-4409-9adf-e6c73b43f0f0,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:08.186484 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e5d1bfc6-9e8f-4126-875e-8d7d41adeb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (27deb89e-e07a-41e4-a730-e51e7ba1c62b), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:08.191177 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e5d1bfc6-9e8f-4126-875e-8d7d41adeb73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:08.191633 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:03:08.192353 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-e5d1bfc6-9e8f-4126-875e-8d7d41adeb73 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/27deb89e-e07a-41e4-a730-e51e7ba1c62b HTTP/1.1" status: 204 len: 168 time: 0.3740506 Mar 29 15:03:08.203913 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1bfc6-9e8f-4126-875e-8d7d41adeb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27deb89e-e07a-41e4-a730-e51e7ba1c62b,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:08.226365 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cad5fa53-e8a3-4d6e-8c13-48c50707840e admin admin] Publish callbacks [] for security_group (d78f3138-5b58-43b6-9900-ccfbf29e6aac), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:08.233359 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-af5878d3-9cfe-4ed4-9e69-ca85a9c3f1a9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b66030b631334475a88b0e7a60ad42cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739625 Mar 29 15:03:08.233574 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 38236) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:08.276836 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31233d7d-f007-41b2-bf62-e2abba82cfd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a45b433-1f4a-491e-a423-69d04d1118a4'}] {{(pid=103155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:03:08.279077 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38c8142a5be8756d7824345574af4facaba61695d099691de86e3daaece1ccc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a876bdd-69ec-41b7-9af5-2d87058e97e1" -d '{"events": [{"server_uuid": "31233d7d-f007-41b2-bf62-e2abba82cfd4", "name": "network-vif-plugged", "status": "completed", "tag": "8a45b433-1f4a-491e-a423-69d04d1118a4"}]}' {{(pid=103155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:03:08.305544 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd624e5-306d-4986-bcc1-32d094d97865 req-4d018bf7-1bbb-4e07-9e65-9ac30cc29fda tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:08.322412 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ecd624e5-306d-4986-bcc1-32d094d97865 req-4d018bf7-1bbb-4e07-9e65-9ac30cc29fda tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 944 time: 0.1927040 Mar 29 15:03:08.335564 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f5be5a78-4ea5-4686-be05-bb9432a61742 admin admin] Publish callbacks [] for security_group (9a27b7b7-d866-4409-9adf-e6c73b43f0f0), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:08.394068 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cad5fa53-e8a3-4d6e-8c13-48c50707840e admin admin] Publish callbacks [] for security_group (d78f3138-5b58-43b6-9900-ccfbf29e6aac), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:08.394619 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d20a30e-23b4-4340-9684-cbde6ca9286c x-openstack-request-id: req-5d20a30e-23b4-4340-9684-cbde6ca9286c {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:03:08.394943 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31233d7d-f007-41b2-bf62-e2abba82cfd4", "name": "network-vif-plugged", "status": "completed", "tag": "8a45b433-1f4a-491e-a423-69d04d1118a4", "code": 200}]} {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:03:08.395266 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5d20a30e-23b4-4340-9684-cbde6ca9286c {{(pid=103155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:03:08.395725 dv-cinder-835635-1-iscsi neutron-server[103155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d20a30e-23b4-4340-9684-cbde6ca9286c'] response: {'server_uuid': '31233d7d-f007-41b2-bf62-e2abba82cfd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a45b433-1f4a-491e-a423-69d04d1118a4', 'code': 200} Mar 29 15:03:08.416165 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f5be5a78-4ea5-4686-be05-bb9432a61742 admin admin] Publish callbacks [] for security_group (9a27b7b7-d866-4409-9adf-e6c73b43f0f0), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:08.487001 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f5be5a78-4ea5-4686-be05-bb9432a61742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (9a27b7b7-d866-4409-9adf-e6c73b43f0f0), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:08.491351 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f5be5a78-4ea5-4686-be05-bb9432a61742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:08.497803 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ecd624e5-306d-4986-bcc1-32d094d97865 req-4d71853c-940d-47ee-bc63-20c57516d10e tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744280 Mar 29 15:03:08.500105 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-f5be5a78-4ea5-4686-be05-bb9432a61742 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9a27b7b7-d866-4409-9adf-e6c73b43f0f0 HTTP/1.1" status: 204 len: 168 time: 0.2644730 Mar 29 15:03:08.511987 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be5a78-4ea5-4686-be05-bb9432a61742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a27b7b7-d866-4409-9adf-e6c73b43f0f0,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:08.547936 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cad5fa53-e8a3-4d6e-8c13-48c50707840e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (d78f3138-5b58-43b6-9900-ccfbf29e6aac), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:08.551986 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cad5fa53-e8a3-4d6e-8c13-48c50707840e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:08.553888 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-cad5fa53-e8a3-4d6e-8c13-48c50707840e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d78f3138-5b58-43b6-9900-ccfbf29e6aac HTTP/1.1" status: 204 len: 168 time: 0.4411106 Mar 29 15:03:08.574491 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5fa53-e8a3-4d6e-8c13-48c50707840e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78f3138-5b58-43b6-9900-ccfbf29e6aac,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:08.768802 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e621a2-588a-4893-895a-90fc349a33ec req-8d591d64-f38a-4d68-93e3-67215531e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:08.770487 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-53e621a2-588a-4893-895a-90fc349a33ec req-8d591d64-f38a-4d68-93e3-67215531e154 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 1129 time: 0.1116462 Mar 29 15:03:08.784700 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dc3b9-3a7a-40fd-a5a5-27705ffaadeb req-29f2f0b9-2f4a-4ce1-a6c4-3184f5b3accd tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:08.786478 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2e6dc3b9-3a7a-40fd-a5a5-27705ffaadeb req-29f2f0b9-2f4a-4ce1-a6c4-3184f5b3accd tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0747702 Mar 29 15:03:08.865427 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-53e621a2-588a-4893-895a-90fc349a33ec req-22a61ab4-36d9-4497-8066-c7c7b47e94cd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779047 Mar 29 15:03:08.869873 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2e6dc3b9-3a7a-40fd-a5a5-27705ffaadeb req-b5c5d223-bcee-45ce-93ee-e67ddf59bb28 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749369 Mar 29 15:03:09.061204 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b118d-5ab4-49f9-8cec-9cb201947cf3 req-96b65050-dc8d-4296-a8a9-2a8eab949a42 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:09.062920 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8f8b118d-5ab4-49f9-8cec-9cb201947cf3 req-96b65050-dc8d-4296-a8a9-2a8eab949a42 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=85d74560-50f6-4016-847f-f4315b7f26f1 HTTP/1.1" status: 200 len: 944 time: 0.0632300 Mar 29 15:03:09.125978 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8f8b118d-5ab4-49f9-8cec-9cb201947cf3 req-8bca28a7-6cc8-46bc-abdf-1ac6b873cae6 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f0e6be-d474-4785-b452-e684d3c9c8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553265 Mar 29 15:03:09.174958 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 38276) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:09.233664 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-ee747ecc-b2f5-406a-8880-614fd9671dd4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=33e6328fcff9448682ab99b0414b6525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0574799 Mar 29 15:03:09.236907 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 38282) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:09.247781 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device bec2f857-7b16-4ff2-87e0-32b1ba5e7e70 up at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:03:09.319649 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0f8c-2e08-4a30-a93d-c96b8a2ecf97 admin admin] Publish callbacks [] for security_group (c03b325b-dc00-4c94-9f54-60c2edbeeecb), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:09.329251 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning for port bec2f857-7b16-4ff2-87e0-32b1ba5e7e70 completed by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:03:09.334058 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning complete for port bec2f857-7b16-4ff2-87e0-32b1ba5e7e70 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:03:09.334058 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (bec2f857-7b16-4ff2-87e0-32b1ba5e7e70), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:09.351772 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0f8c-2e08-4a30-a93d-c96b8a2ecf97 admin admin] Publish callbacks [] for security_group (c03b325b-dc00-4c94-9f54-60c2edbeeecb), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:09.431996 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0f8c-2e08-4a30-a93d-c96b8a2ecf97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (c03b325b-dc00-4c94-9f54-60c2edbeeecb), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:09.436647 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0f8c-2e08-4a30-a93d-c96b8a2ecf97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:09.438772 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-ee0a0f8c-2e08-4a30-a93d-c96b8a2ecf97 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c03b325b-dc00-4c94-9f54-60c2edbeeecb HTTP/1.1" status: 204 len: 168 time: 0.2002037 Mar 29 15:03:09.452799 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a0f8c-2e08-4a30-a93d-c96b8a2ecf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03b325b-dc00-4c94-9f54-60c2edbeeecb,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:09.483278 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port bec2f857-7b16-4ff2-87e0-32b1ba5e7e70 is: BUILD; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:03:09.483693 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (bec2f857-7b16-4ff2-87e0-32b1ba5e7e70), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:09.539219 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port bec2f857-7b16-4ff2-87e0-32b1ba5e7e70, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=bec2f857-7b16-4ff2-87e0-32b1ba5e7e70,segment=NetworkSegment(45a1a486-5bd9-4eb8-874d-5e40191b95cd),segment_id=45a1a486-5bd9-4eb8-874d-5e40191b95cd)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:03:09.544356 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (bec2f857-7b16-4ff2-87e0-32b1ba5e7e70), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:09.622142 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=bec2f857-7b16-4ff2-87e0-32b1ba5e7e70,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:09.715953 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd14a66-0904-48fd-9ab5-6e578fb66512 req-5ef4bee6-6109-4702-b2f2-785851c47284 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:09.727854 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ebd14a66-0904-48fd-9ab5-6e578fb66512 req-5ef4bee6-6109-4702-b2f2-785851c47284 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0841472 Mar 29 15:03:09.780696 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ebd14a66-0904-48fd-9ab5-6e578fb66512 req-faf5e0b7-9bbc-437b-8185-f7944944be92 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518863 Mar 29 15:03:10.057781 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd9186-6fec-4168-8977-9514087b5b1d req-52ed4ed0-32f8-44e9-9ecd-d903dcbaa405 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:10.059739 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-66bd9186-6fec-4168-8977-9514087b5b1d req-52ed4ed0-32f8-44e9-9ecd-d903dcbaa405 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0795617 Mar 29 15:03:10.121837 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-66bd9186-6fec-4168-8977-9514087b5b1d req-e0ca12f2-53a6-48da-9c1d-98bdbf0ad515 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554571 Mar 29 15:03:10.268277 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac897e3-7bbc-4be0-8ba4-0f13494e4433 req-56a678c2-4757-4609-a453-0374955eb121 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:10.270225 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-6ac897e3-7bbc-4be0-8ba4-0f13494e4433 req-56a678c2-4757-4609-a453-0374955eb121 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=85d74560-50f6-4016-847f-f4315b7f26f1 HTTP/1.1" status: 200 len: 944 time: 0.0656083 Mar 29 15:03:10.326280 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-6ac897e3-7bbc-4be0-8ba4-0f13494e4433 req-314a5dff-7d51-4132-9555-ce981ca43d09 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f0e6be-d474-4785-b452-e684d3c9c8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484593 Mar 29 15:03:10.398316 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d5f020-d516-4906-8b3a-5b3d40531a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec2f857-7b16-4ff2-87e0-32b1ba5e7e70'}] {{(pid=103155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:03:10.404906 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38c8142a5be8756d7824345574af4facaba61695d099691de86e3daaece1ccc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ce2ec9-18a3-47b7-98c6-527cc31b31e9" -d '{"events": [{"server_uuid": "28d5f020-d516-4906-8b3a-5b3d40531a46", "name": "network-vif-plugged", "status": "completed", "tag": "bec2f857-7b16-4ff2-87e0-32b1ba5e7e70"}]}' {{(pid=103155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:03:10.465794 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad74579-09fe-4cfd-995b-0f84f971dd16 x-openstack-request-id: req-1ad74579-09fe-4cfd-995b-0f84f971dd16 {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:03:10.466016 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d5f020-d516-4906-8b3a-5b3d40531a46", "name": "network-vif-plugged", "status": "completed", "tag": "bec2f857-7b16-4ff2-87e0-32b1ba5e7e70", "code": 200}]} {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:03:10.466658 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1ad74579-09fe-4cfd-995b-0f84f971dd16 {{(pid=103155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:03:10.468050 dv-cinder-835635-1-iscsi neutron-server[103155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ad74579-09fe-4cfd-995b-0f84f971dd16'] response: {'server_uuid': '28d5f020-d516-4906-8b3a-5b3d40531a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec2f857-7b16-4ff2-87e0-32b1ba5e7e70', 'code': 200} Mar 29 15:03:10.745398 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c45476-8cf7-470b-9d61-da515510187a req-ae8cd223-e120-4f06-b8ee-e44364a2e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:10.746984 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a8c45476-8cf7-470b-9d61-da515510187a req-ae8cd223-e120-4f06-b8ee-e44364a2e950 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 1129 time: 0.0848346 Mar 29 15:03:10.802549 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a8c45476-8cf7-470b-9d61-da515510187a req-37a3ad7f-7c83-44c4-bbcc-2db36f3c100e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493519 Mar 29 15:03:10.937757 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f3d95-b1ee-4993-9192-ac5143ef8ea0 req-e0ea3f33-0830-47f4-ab5e-7cac592ff0cb tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:10.939427 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-483f3d95-b1ee-4993-9192-ac5143ef8ea0 req-e0ea3f33-0830-47f4-ab5e-7cac592ff0cb tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0757027 Mar 29 15:03:10.997978 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-483f3d95-b1ee-4993-9192-ac5143ef8ea0 req-e5d021f4-9236-4de4-b233-a675022e85ef tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528684 Mar 29 15:03:11.251577 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5 up at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:03:11.270868 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc2d93-d84b-4525-b913-28d82856c265 req-da0ab26b-8769-47c0-9431-fb1570730605 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:11.276274 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a3dc2d93-d84b-4525-b913-28d82856c265 req-da0ab26b-8769-47c0-9431-fb1570730605 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0811665 Mar 29 15:03:11.321398 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning for port 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5 completed by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:03:11.326382 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning complete for port 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:03:11.327263 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:11.364421 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a3dc2d93-d84b-4525-b913-28d82856c265 req-d1853c94-82ac-454f-948e-197259f78dd6 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803719 Mar 29 15:03:11.445655 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-317e6c6e-0c73-47a4-8f0c-ac68e820bce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:11.572369 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5 is: BUILD; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:03:11.573065 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:11.589411 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c56094-0942-4360-b793-86e7a79a6221 req-efebe1b4-debf-4b6c-9a95-6afca5b1c12b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:11.591825 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-28c56094-0942-4360-b793-86e7a79a6221 req-efebe1b4-debf-4b6c-9a95-6afca5b1c12b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=85d74560-50f6-4016-847f-f4315b7f26f1 HTTP/1.1" status: 200 len: 944 time: 0.1662953 Mar 29 15:03:11.662316 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5,segment=NetworkSegment(76ced992-64b5-4d36-a1da-2a36ce3c4f6e),segment_id=76ced992-64b5-4d36-a1da-2a36ce3c4f6e)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:03:11.675977 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:11.713777 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-28c56094-0942-4360-b793-86e7a79a6221 req-63aa787a-5289-45c9-af90-8d5c828dae57 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f0e6be-d474-4785-b452-e684d3c9c8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107533 Mar 29 15:03:11.805535 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:11.860925 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfdd1b-e3a4-4682-be10-6ebeb41136b1 req-f5dd88da-34e3-4c3a-9edf-bac65be6f22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:11.862546 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b1bfdd1b-e3a4-4682-be10-6ebeb41136b1 req-f5dd88da-34e3-4c3a-9edf-bac65be6f22e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00f07373deef4fc0b642c58742393b86&device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 1129 time: 0.0897260 Mar 29 15:03:11.871405 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b29283-0d28-4fb2-8b5e-56627be8bf66 req-ae2edecd-2567-4a2b-8a9a-ec87e090e48e tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:11.878826 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c6b29283-0d28-4fb2-8b5e-56627be8bf66 req-ae2edecd-2567-4a2b-8a9a-ec87e090e48e tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.1077302 Mar 29 15:03:12.022067 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c6b29283-0d28-4fb2-8b5e-56627be8bf66 req-2dbb390d-1a93-4aa1-a013-80fdc67657b9 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283615 Mar 29 15:03:12.037893 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfdd1b-e3a4-4682-be10-6ebeb41136b1 req-1ae2c30f-0d70-4e28-8449-5bb24001571d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:12.039685 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b1bfdd1b-e3a4-4682-be10-6ebeb41136b1 req-1ae2c30f-0d70-4e28-8449-5bb24001571d service neutron] 10.222.0.36 "GET /v2.0/networks?id=9352682d-561b-46b3-a155-35c84f4fd466 HTTP/1.1" status: 200 len: 919 time: 0.1589267 Mar 29 15:03:12.106109 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b1bfdd1b-e3a4-4682-be10-6ebeb41136b1 req-6a201448-adac-428f-8129-482147f34aa7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a45b433-1f4a-491e-a423-69d04d1118a4 HTTP/1.1" status: 200 len: 217 time: 0.0575163 Mar 29 15:03:12.199001 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23f8a4-1ec6-4b96-b44b-9bb9ec58239f req-f7a2c8ed-21d8-4297-a5ae-9df9f2cccc1a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:12.210679 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5c23f8a4-1ec6-4b96-b44b-9bb9ec58239f req-f7a2c8ed-21d8-4297-a5ae-9df9f2cccc1a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0895178 Mar 29 15:03:12.275118 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5c23f8a4-1ec6-4b96-b44b-9bb9ec58239f req-525ef787-1659-4c63-98f3-9f76bd0f81d2 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613334 Mar 29 15:03:12.375791 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfdd1b-e3a4-4682-be10-6ebeb41136b1 req-e9df329e-7b19-474e-9144-181676517c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:12.379354 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b1bfdd1b-e3a4-4682-be10-6ebeb41136b1 req-e9df329e-7b19-474e-9144-181676517c4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4785f368-95a0-409f-b70d-930d5b4d123e HTTP/1.1" status: 200 len: 857 time: 0.2664752 Mar 29 15:03:12.440181 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfdd1b-e3a4-4682-be10-6ebeb41136b1 req-9fb11c23-a9bc-4ee5-ad0e-4c73ddee35ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:12.441705 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b1bfdd1b-e3a4-4682-be10-6ebeb41136b1 req-9fb11c23-a9bc-4ee5-ad0e-4c73ddee35ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9352682d-561b-46b3-a155-35c84f4fd466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506124 Mar 29 15:03:12.469829 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d74560-50f6-4016-847f-f4315b7f26f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5'}] {{(pid=103155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:03:12.472398 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38c8142a5be8756d7824345574af4facaba61695d099691de86e3daaece1ccc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8332ec-b4b3-4112-ab33-9f3494d633d2" -d '{"events": [{"server_uuid": "85d74560-50f6-4016-847f-f4315b7f26f1", "name": "network-vif-plugged", "status": "completed", "tag": "7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5"}]}' {{(pid=103155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:03:12.507072 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1eaabdb-8b07-4d8e-8604-d29eb166d217 x-openstack-request-id: req-d1eaabdb-8b07-4d8e-8604-d29eb166d217 {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:03:12.507611 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d74560-50f6-4016-847f-f4315b7f26f1", "name": "network-vif-plugged", "status": "completed", "tag": "7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5", "code": 200}]} {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:03:12.507869 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d1eaabdb-8b07-4d8e-8604-d29eb166d217 {{(pid=103155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:03:12.508292 dv-cinder-835635-1-iscsi neutron-server[103155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1eaabdb-8b07-4d8e-8604-d29eb166d217'] response: {'server_uuid': '85d74560-50f6-4016-847f-f4315b7f26f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5', 'code': 200} Mar 29 15:03:12.550654 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b1bfdd1b-e3a4-4682-be10-6ebeb41136b1 req-0b6a8b49-2fd0-4b77-85dc-4b536b88d9e6 service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920358 Mar 29 15:03:12.652627 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b1bfdd1b-e3a4-4682-be10-6ebeb41136b1 req-c97acb78-d284-4126-b741-932e2e6d40a9 service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953033 Mar 29 15:03:12.729748 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f83f0a-ccd9-4c52-941b-09f15393ae5f req-e1fed112-0ed0-4084-8e35-53b5e7ee869b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:12.731279 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-25f83f0a-ccd9-4c52-941b-09f15393ae5f req-e1fed112-0ed0-4084-8e35-53b5e7ee869b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=85d74560-50f6-4016-847f-f4315b7f26f1 HTTP/1.1" status: 200 len: 1129 time: 0.0493639 Mar 29 15:03:12.805282 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-25f83f0a-ccd9-4c52-941b-09f15393ae5f req-2f68f16a-b723-4d35-b858-96bc9d8a8a8a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=50f0e6be-d474-4785-b452-e684d3c9c8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446110 Mar 29 15:03:12.842468 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a2f5c-de81-4477-9860-85608c240ab6 req-ef163d1a-14e5-41d8-b71d-ba122728ce48 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:12.844222 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-2e1a2f5c-de81-4477-9860-85608c240ab6 req-ef163d1a-14e5-41d8-b71d-ba122728ce48 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=85d74560-50f6-4016-847f-f4315b7f26f1 HTTP/1.1" status: 200 len: 945 time: 0.0544639 Mar 29 15:03:12.895292 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-2e1a2f5c-de81-4477-9860-85608c240ab6 req-e053a0fa-92fd-4094-99da-9f878fe44915 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f0e6be-d474-4785-b452-e684d3c9c8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450590 Mar 29 15:03:13.133965 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd30846-db2e-47a1-b77b-4c0fe59a7ed6 req-6988e27c-113b-4e36-babb-9a9ea2200cbf tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:13.135535 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2fd30846-db2e-47a1-b77b-4c0fe59a7ed6 req-6988e27c-113b-4e36-babb-9a9ea2200cbf tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0634465 Mar 29 15:03:13.190286 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2fd30846-db2e-47a1-b77b-4c0fe59a7ed6 req-8edd2f16-b0ae-40cf-95f7-cfec4173c972 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476840 Mar 29 15:03:13.404231 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1537cc-3b45-497e-94d8-ba25613597e2 req-cd079a45-625a-4bf0-913a-c08c6b04220b tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:13.413548 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ee1537cc-3b45-497e-94d8-ba25613597e2 req-cd079a45-625a-4bf0-913a-c08c6b04220b tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0749912 Mar 29 15:03:13.459466 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ee1537cc-3b45-497e-94d8-ba25613597e2 req-e3de47c6-d761-4fd6-9e06-9df7c8199e6c tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450721 Mar 29 15:03:13.596868 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18891589-f493-4a8f-8c55-e41c84eb0982 req-c61b7c42-7773-4ade-8917-98c4bd2a7da0 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:13.598397 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-18891589-f493-4a8f-8c55-e41c84eb0982 req-c61b7c42-7773-4ade-8917-98c4bd2a7da0 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0702796 Mar 29 15:03:13.607026 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 38538) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:13.613020 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-6a0b59fb-d422-48cc-b587-998b6d9cf4ee tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Request body: {'floatingip': {'port_id': 'bec2f857-7b16-4ff2-87e0-32b1ba5e7e70'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:03:13.689739 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6a0b59fb-d422-48cc-b587-998b6d9cf4ee tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for floatingip (3cee2eb5-cdeb-4a6c-bc26-d04b07e5f9fa), before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:13.709307 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-4f9e49ad-e4b4-4cb2-915e-61f45009907e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:14.044003 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf0ae5-c6e3-4793-a434-9c1f4e786fb5 req-3f7130ae-1c40-4e4b-b04a-bba9b9ca085d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:14.045667 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3dcf0ae5-c6e3-4793-a434-9c1f4e786fb5 req-3f7130ae-1c40-4e4b-b04a-bba9b9ca085d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=85d74560-50f6-4016-847f-f4315b7f26f1 HTTP/1.1" status: 200 len: 945 time: 0.0759416 Mar 29 15:03:14.099013 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3dcf0ae5-c6e3-4793-a434-9c1f4e786fb5 req-35a8e547-cf9a-4878-a0e0-eac87e24ed4d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f0e6be-d474-4785-b452-e684d3c9c8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461512 Mar 29 15:03:14.373800 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6a0b59fb-d422-48cc-b587-998b6d9cf4ee tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:14.378932 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6a0b59fb-d422-48cc-b587-998b6d9cf4ee tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (3cee2eb5-cdeb-4a6c-bc26-d04b07e5f9fa), after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:14.456642 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb696cc-5158-4a79-9346-2c58b97e1f8e req-b80439d2-e304-44b8-a6c7-dc632806230d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:14.458049 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1cb696cc-5158-4a79-9346-2c58b97e1f8e req-b80439d2-e304-44b8-a6c7-dc632806230d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.1577005 Mar 29 15:03:14.528707 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.db.l3_db [None req-6a0b59fb-d422-48cc-b587-998b6d9cf4ee tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Floating IP 3cee2eb5-cdeb-4a6c-bc26-d04b07e5f9fa associated. External IP: 172.27.2.227, port: bec2f857-7b16-4ff2-87e0-32b1ba5e7e70. Mar 29 15:03:14.533560 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1cb696cc-5158-4a79-9346-2c58b97e1f8e req-9ef08b7c-e8c2-42c3-b447-8b880eb80996 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687709 Mar 29 15:03:14.705890 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:14.889516 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:03:14.896982 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 38572) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:14.947005 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0b59fb-d422-48cc-b587-998b6d9cf4ee tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Router 4491648a-e652-4c18-b06a-39dc449e7243 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:03:15.010198 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-59dc1191-c5fe-4d75-94f3-f1eb78ac24fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:15.067585 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0b59fb-d422-48cc-b587-998b6d9cf4ee tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:03:15.072938 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6a0b59fb-d422-48cc-b587-998b6d9cf4ee tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:15.083424 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3edaace-4b12-4f01-95c0-02e20313b022 None None] Sync routers for ids ['4491648a-e652-4c18-b06a-39dc449e7243'] in dv-cinder-835635-1-iscsi {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:03:15.092231 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-59dc1191-c5fe-4d75-94f3-f1eb78ac24fb admin admin] Publish callbacks [] for security_group (40c181aa-f535-44fe-8b7d-20f5b5c141ba), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:15.094735 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3edaace-4b12-4f01-95c0-02e20313b022 None None] Routers {'4491648a-e652-4c18-b06a-39dc449e7243'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:03:15.095768 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-c3edaace-4b12-4f01-95c0-02e20313b022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:03:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['4491648a-e652-4c18-b06a-39dc449e7243'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:15.097568 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-59dc1191-c5fe-4d75-94f3-f1eb78ac24fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (40c181aa-f535-44fe-8b7d-20f5b5c141ba), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:15.108153 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-6a0b59fb-d422-48cc-b587-998b6d9cf4ee tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "PUT /v2.0/floatingips/3cee2eb5-cdeb-4a6c-bc26-d04b07e5f9fa HTTP/1.1" status: 200 len: 991 time: 1.4999187 Mar 29 15:03:15.108876 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d5f020-d516-4906-8b3a-5b3d40531a46', 'tag': 'bec2f857-7b16-4ff2-87e0-32b1ba5e7e70'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:03:15.112404 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba023f0cd8cc5f3c167e772b1aa00d02c07a3711ed68df0fea12bd5354b7600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5761c9-0ba3-4fc0-9c7f-f22974ac0409" -d '{"events": [{"name": "network-changed", "server_uuid": "28d5f020-d516-4906-8b3a-5b3d40531a46", "tag": "bec2f857-7b16-4ff2-87e0-32b1ba5e7e70"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:03:15.131514 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc1191-c5fe-4d75-94f3-f1eb78ac24fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c181aa-f535-44fe-8b7d-20f5b5c141ba,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:15.152736 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-59dc1191-c5fe-4d75-94f3-f1eb78ac24fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6f7afd4dbc1f41d8ad1345311a424142&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2538769 Mar 29 15:03:15.154779 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 38582) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:15.191082 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc088e23-2457-4c8c-87f7-e92776a0df27 x-openstack-request-id: req-bc088e23-2457-4c8c-87f7-e92776a0df27 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:03:15.191491 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d5f020-d516-4906-8b3a-5b3d40531a46", "tag": "bec2f857-7b16-4ff2-87e0-32b1ba5e7e70", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:03:15.191849 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bc088e23-2457-4c8c-87f7-e92776a0df27 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:03:15.192389 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc088e23-2457-4c8c-87f7-e92776a0df27'] response: {'name': 'network-changed', 'server_uuid': '28d5f020-d516-4906-8b3a-5b3d40531a46', 'tag': 'bec2f857-7b16-4ff2-87e0-32b1ba5e7e70', 'status': 'completed', 'code': 200} Mar 29 15:03:15.217002 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-c3edaace-4b12-4f01-95c0-02e20313b022 None None] Set router 4491648a-e652-4c18-b06a-39dc449e7243 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:03:15.286088 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-46293a60-a6e3-4be0-bab6-e771778a31f1 admin admin] Publish callbacks [] for security_group (40c181aa-f535-44fe-8b7d-20f5b5c141ba), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:15.334370 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-46293a60-a6e3-4be0-bab6-e771778a31f1 admin admin] Publish callbacks [] for security_group (40c181aa-f535-44fe-8b7d-20f5b5c141ba), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:15.343057 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcebaa-caef-4333-a58d-bed892c30b5d req-0879463f-9237-4b72-99b5-0ca023e282a7 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:15.345362 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-4fbcebaa-caef-4333-a58d-bed892c30b5d req-0879463f-9237-4b72-99b5-0ca023e282a7 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=85d74560-50f6-4016-847f-f4315b7f26f1 HTTP/1.1" status: 200 len: 945 time: 0.1430516 Mar 29 15:03:15.369577 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5761c9-0ba3-4fc0-9c7f-f22974ac0409 req-08575ef9-6713-4c55-9ef0-9d74041a727a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:15.371236 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3c5761c9-0ba3-4fc0-9c7f-f22974ac0409 req-08575ef9-6713-4c55-9ef0-9d74041a727a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af4f8ee2318e421dbf84b0a97b279da0&device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 1129 time: 0.1306400 Mar 29 15:03:15.424428 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-4fbcebaa-caef-4333-a58d-bed892c30b5d req-1667782b-b4da-4bf2-907c-e785240be094 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f0e6be-d474-4785-b452-e684d3c9c8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702243 Mar 29 15:03:15.440555 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-46293a60-a6e3-4be0-bab6-e771778a31f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (40c181aa-f535-44fe-8b7d-20f5b5c141ba), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:15.452737 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-46293a60-a6e3-4be0-bab6-e771778a31f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:15.452737 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-46293a60-a6e3-4be0-bab6-e771778a31f1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/40c181aa-f535-44fe-8b7d-20f5b5c141ba HTTP/1.1" status: 204 len: 168 time: 0.2903731 Mar 29 15:03:15.477181 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46293a60-a6e3-4be0-bab6-e771778a31f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c181aa-f535-44fe-8b7d-20f5b5c141ba,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:15.562471 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-c3edaace-4b12-4f01-95c0-02e20313b022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4491648a-e652-4c18-b06a-39dc449e7243', 'name': 'tempest-AttachVolumeTestJSON-840906129-router', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:34Z', 'revision_number': 4, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'gw_port': {'id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:26Z', 'updated_at': '2022-03-29T15:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '3cee2eb5-cdeb-4a6c-bc26-d04b07e5f9fa', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'port_id': 'bec2f857-7b16-4ff2-87e0-32b1ba5e7e70', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db', 'mac_address': 'fa:16:3e:36:bf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d5f020-d516-4906-8b3a-5b3d40531a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:02:49Z', 'updated_at': '2022-03-29T15:03:14Z', 'revision_number': 1, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c420abcb-17a6-4dbc-87c2-0aba40cf45d9', 'name': '', 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'mac_address': 'fa:16:3e:9d:65:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:32Z', 'updated_at': '2022-03-29T15:02:49Z', 'revision_number': 5, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'subnets': [{'id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:15.595144 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3edaace-4b12-4f01-95c0-02e20313b022 None None] Checking router: 4491648a-e652-4c18-b06a-39dc449e7243 for host: dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:03:15.604999 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3edaace-4b12-4f01-95c0-02e20313b022 None None] Routers {'4491648a-e652-4c18-b06a-39dc449e7243'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:03:15.605981 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-c3edaace-4b12-4f01-95c0-02e20313b022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:03:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['4491648a-e652-4c18-b06a-39dc449e7243'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:15.659724 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788c448-ade2-4323-90d3-98dedb2c0fbe req-ccf8d6d9-3e3d-4fbd-bce4-88e099ff101a tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:15.664982 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4788c448-ade2-4323-90d3-98dedb2c0fbe req-ccf8d6d9-3e3d-4fbd-bce4-88e099ff101a tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=85d74560-50f6-4016-847f-f4315b7f26f1 HTTP/1.1" status: 200 len: 945 time: 0.0920067 Mar 29 15:03:15.674714 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 38604) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:15.680972 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-2996b6f5-b849-4cbd-99a9-a74a69592e40 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Request body: {'floatingip': {'port_id': '7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:03:15.740831 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-c3edaace-4b12-4f01-95c0-02e20313b022 None None] Set router 4491648a-e652-4c18-b06a-39dc449e7243 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:03:15.757236 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b54533-41a1-4477-ba45-fb099cd229db req-671105fe-afc1-4551-b907-cb314d1587b2 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:15.758851 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-56b54533-41a1-4477-ba45-fb099cd229db req-671105fe-afc1-4551-b907-cb314d1587b2 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.1451802 Mar 29 15:03:15.797485 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2996b6f5-b849-4cbd-99a9-a74a69592e40 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for floatingip (6089c5be-4c67-4ae8-96e4-49d53a401b36), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:15.862702 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-56b54533-41a1-4477-ba45-fb099cd229db req-90d11918-35bc-408c-9984-8a2348eb020b tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905681 Mar 29 15:03:15.948066 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 38614) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:15.972490 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-942bc5f5-12a7-4cde-aa74-b55330eed9cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:16.046789 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-c3edaace-4b12-4f01-95c0-02e20313b022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4491648a-e652-4c18-b06a-39dc449e7243', 'name': 'tempest-AttachVolumeTestJSON-840906129-router', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:34Z', 'revision_number': 4, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'gw_port': {'id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:26Z', 'updated_at': '2022-03-29T15:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '3cee2eb5-cdeb-4a6c-bc26-d04b07e5f9fa', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'port_id': 'bec2f857-7b16-4ff2-87e0-32b1ba5e7e70', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db', 'mac_address': 'fa:16:3e:36:bf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d5f020-d516-4906-8b3a-5b3d40531a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:02:49Z', 'updated_at': '2022-03-29T15:03:14Z', 'revision_number': 1, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c420abcb-17a6-4dbc-87c2-0aba40cf45d9', 'name': '', 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'mac_address': 'fa:16:3e:9d:65:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:32Z', 'updated_at': '2022-03-29T15:02:49Z', 'revision_number': 5, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'subnets': [{'id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:16.060630 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-942bc5f5-12a7-4cde-aa74-b55330eed9cc admin admin] Publish callbacks [] for security_group (5502af26-dbc1-458f-85c6-643505166d74), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:16.065426 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-942bc5f5-12a7-4cde-aa74-b55330eed9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (5502af26-dbc1-458f-85c6-643505166d74), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:16.087926 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3edaace-4b12-4f01-95c0-02e20313b022 None None] The sync data for ids ['4491648a-e652-4c18-b06a-39dc449e7243'] in dv-cinder-835635-1-iscsi is: [{'id': '4491648a-e652-4c18-b06a-39dc449e7243', 'name': 'tempest-AttachVolumeTestJSON-840906129-router', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:34Z', 'revision_number': 4, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'gw_port': {'id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:26Z', 'updated_at': '2022-03-29T15:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '3cee2eb5-cdeb-4a6c-bc26-d04b07e5f9fa', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'port_id': 'bec2f857-7b16-4ff2-87e0-32b1ba5e7e70', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db', 'mac_address': 'fa:16:3e:36:bf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d5f020-d516-4906-8b3a-5b3d40531a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:02:49Z', 'updated_at': '2022-03-29T15:03:14Z', 'revision_number': 1, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c420abcb-17a6-4dbc-87c2-0aba40cf45d9', 'name': '', 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'mac_address': 'fa:16:3e:9d:65:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:32Z', 'updated_at': '2022-03-29T15:02:49Z', 'revision_number': 5, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'subnets': [{'id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:03:16.108108 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-942bc5f5-12a7-4cde-aa74-b55330eed9cc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f545587b49c40e6868b90b77b9964ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1567180 Mar 29 15:03:16.110397 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 38618) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:16.129462 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 38620) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:16.146140 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942bc5f5-12a7-4cde-aa74-b55330eed9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5502af26-dbc1-458f-85c6-643505166d74,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:16.181379 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-734a8dd5-f058-4066-8e6d-61a587628bfa admin admin] Publish callbacks [] for security_group (5502af26-dbc1-458f-85c6-643505166d74), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:16.210769 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-734a8dd5-f058-4066-8e6d-61a587628bfa admin admin] Publish callbacks [] for security_group (5502af26-dbc1-458f-85c6-643505166d74), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:16.283807 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-734a8dd5-f058-4066-8e6d-61a587628bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (5502af26-dbc1-458f-85c6-643505166d74), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:16.286396 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-734a8dd5-f058-4066-8e6d-61a587628bfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:16.290018 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-734a8dd5-f058-4066-8e6d-61a587628bfa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5502af26-dbc1-458f-85c6-643505166d74 HTTP/1.1" status: 204 len: 168 time: 0.1761816 Mar 29 15:03:16.296650 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a8dd5-f058-4066-8e6d-61a587628bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5502af26-dbc1-458f-85c6-643505166d74,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:16.378915 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-19d7c7a4-5e33-4afa-8ea7-74ec18a16d35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:16.522791 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:16.758488 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.db.resource_extend [None req-2996b6f5-b849-4cbd-99a9-a74a69592e40 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 15:03:16.859616 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2996b6f5-b849-4cbd-99a9-a74a69592e40 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:16.867937 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2996b6f5-b849-4cbd-99a9-a74a69592e40 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (6089c5be-4c67-4ae8-96e4-49d53a401b36), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:16.870860 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-19d7c7a4-5e33-4afa-8ea7-74ec18a16d35 admin admin] Publish callbacks [] for security_group (231464de-8f8d-441c-be96-52d535434038), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:16.895344 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc569f3-45b6-4751-81a2-b2c554706a8d None None] New status for floating IP 3cee2eb5-cdeb-4a6c-bc26-d04b07e5f9fa: ACTIVE {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:03:16.945846 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-19d7c7a4-5e33-4afa-8ea7-74ec18a16d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (231464de-8f8d-441c-be96-52d535434038), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:17.034553 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-19d7c7a4-5e33-4afa-8ea7-74ec18a16d35 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dbdaab6f597a46a5878c44913a7dff3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9039297 Mar 29 15:03:17.035265 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7c7a4-5e33-4afa-8ea7-74ec18a16d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231464de-8f8d-441c-be96-52d535434038,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:17.037550 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 38652) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:17.082218 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.l3_db [None req-2996b6f5-b849-4cbd-99a9-a74a69592e40 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Floating IP 6089c5be-4c67-4ae8-96e4-49d53a401b36 associated. External IP: 172.27.2.100, port: 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5. Mar 29 15:03:17.084472 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 38654) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:17.104541 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9972b033-cf30-4165-8ccc-598b56612e93 admin admin] Publish callbacks [] for security_group (231464de-8f8d-441c-be96-52d535434038), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:17.129711 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9972b033-cf30-4165-8ccc-598b56612e93 admin admin] Publish callbacks [] for security_group (231464de-8f8d-441c-be96-52d535434038), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:17.143747 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b34a4-435b-4add-b01f-4dc24ca2d26c req-34ffccad-8939-4174-a2bf-80c575d2fcb4 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:17.145563 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3f9b34a4-435b-4add-b01f-4dc24ca2d26c req-34ffccad-8939-4174-a2bf-80c575d2fcb4 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.1815317 Mar 29 15:03:17.186662 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9972b033-cf30-4165-8ccc-598b56612e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (231464de-8f8d-441c-be96-52d535434038), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:17.191237 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9972b033-cf30-4165-8ccc-598b56612e93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:17.192591 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-9972b033-cf30-4165-8ccc-598b56612e93 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/231464de-8f8d-441c-be96-52d535434038 HTTP/1.1" status: 204 len: 168 time: 0.1534338 Mar 29 15:03:17.201310 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972b033-cf30-4165-8ccc-598b56612e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231464de-8f8d-441c-be96-52d535434038,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:17.347719 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3f9b34a4-435b-4add-b01f-4dc24ca2d26c req-3ab65ed6-f184-488a-8b75-04e2d2641fdb tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722443 Mar 29 15:03:17.406963 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2996b6f5-b849-4cbd-99a9-a74a69592e40 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:03:17.470354 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-08dc87cd-264d-46c2-8d1d-ceb42dfe59d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-453748792-network', 'tenant_id': '2140a9f789314d05a680fd96d6669403'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:03:17.534960 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08dc87cd-264d-46c2-8d1d-ceb42dfe59d0 admin admin] Made reservation on behalf of 2140a9f789314d05a680fd96d6669403 for: {'network': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:03:17.537261 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-08dc87cd-264d-46c2-8d1d-ceb42dfe59d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for network (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:17.551838 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-08dc87cd-264d-46c2-8d1d-ceb42dfe59d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:17.552582 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 38666) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:17.566294 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-47f56387-add0-4849-ba04-c90260ebc45b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:17.576636 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2996b6f5-b849-4cbd-99a9-a74a69592e40 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:03:17.584620 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2996b6f5-b849-4cbd-99a9-a74a69592e40 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:17.598700 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4715472b-3d59-49c9-b545-0eb5e027b0ff None None] Sync routers for ids ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'] in dv-cinder-835635-1-iscsi {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:03:17.603156 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:17.615281 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4715472b-3d59-49c9-b545-0eb5e027b0ff None None] Routers {'3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:03:17.616311 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-4715472b-3d59-49c9-b545-0eb5e027b0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:03:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:17.638552 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-2996b6f5-b849-4cbd-99a9-a74a69592e40 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "PUT /v2.0/floatingips/6089c5be-4c67-4ae8-96e4-49d53a401b36 HTTP/1.1" status: 200 len: 991 time: 1.9624164 Mar 29 15:03:17.640178 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d74560-50f6-4016-847f-f4315b7f26f1', 'tag': '7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:03:17.643717 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fb637c-a055-4789-8c8f-ca8fc6654742" -d '{"events": [{"name": "network-changed", "server_uuid": "85d74560-50f6-4016-847f-f4315b7f26f1", "tag": "7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:03:17.688121 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3957f1d-ae73-4477-8731-fb75674bcae5 x-openstack-request-id: req-d3957f1d-ae73-4477-8731-fb75674bcae5 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:03:17.688476 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d74560-50f6-4016-847f-f4315b7f26f1", "tag": "7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:03:17.688808 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d3957f1d-ae73-4477-8731-fb75674bcae5 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:03:17.689285 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3957f1d-ae73-4477-8731-fb75674bcae5'] response: {'name': 'network-changed', 'server_uuid': '85d74560-50f6-4016-847f-f4315b7f26f1', 'tag': '7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5', 'status': 'completed', 'code': 200} Mar 29 15:03:17.689879 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-47f56387-add0-4849-ba04-c90260ebc45b admin admin] Publish callbacks [] for security_group (72fa16d5-c528-46d9-8908-15765764bad3), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:17.694496 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-47f56387-add0-4849-ba04-c90260ebc45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (72fa16d5-c528-46d9-8908-15765764bad3), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:17.712825 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-08dc87cd-264d-46c2-8d1d-ceb42dfe59d0 admin admin] Publish callbacks [] for security_group (1a32ded2-4a17-4b11-940d-86e648a7e145), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:17.718156 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-08dc87cd-264d-46c2-8d1d-ceb42dfe59d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (1a32ded2-4a17-4b11-940d-86e648a7e145), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:17.740629 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-47f56387-add0-4849-ba04-c90260ebc45b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0c93705b90e64e559770d306ddb32026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1847758 Mar 29 15:03:17.742389 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 38672) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:17.745327 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f56387-add0-4849-ba04-c90260ebc45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fa16d5-c528-46d9-8908-15765764bad3,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:17.754359 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-4715472b-3d59-49c9-b545-0eb5e027b0ff None None] Set router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:03:17.760492 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08dc87cd-264d-46c2-8d1d-ceb42dfe59d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=103154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:03:17.774707 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc87cd-264d-46c2-8d1d-ceb42dfe59d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a32ded2-4a17-4b11-940d-86e648a7e145,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:17.778173 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-08dc87cd-264d-46c2-8d1d-ceb42dfe59d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (a6b632f6-1eb2-478a-a6da-d6d295c12292), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:17.778528 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.segments_db [None req-08dc87cd-264d-46c2-8d1d-ceb42dfe59d0 admin admin] Added segment a6b632f6-1eb2-478a-a6da-d6d295c12292 of type vlan for network 9619504c-d109-46c4-a053-ab4aece71575 Mar 29 15:03:17.814529 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-696c18eb-69dd-4526-a999-6f502feb99fd admin admin] Publish callbacks [] for security_group (72fa16d5-c528-46d9-8908-15765764bad3), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:17.829335 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-08dc87cd-264d-46c2-8d1d-ceb42dfe59d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776791432771'] for network (9619504c-d109-46c4-a053-ab4aece71575), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:17.844190 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-696c18eb-69dd-4526-a999-6f502feb99fd admin admin] Publish callbacks [] for security_group (72fa16d5-c528-46d9-8908-15765764bad3), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:17.858659 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-08dc87cd-264d-46c2-8d1d-ceb42dfe59d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834'] for network (9619504c-d109-46c4-a053-ab4aece71575), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:17.860187 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dc87cd-264d-46c2-8d1d-ceb42dfe59d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:17.860796 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-08dc87cd-264d-46c2-8d1d-ceb42dfe59d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:17.905099 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-696c18eb-69dd-4526-a999-6f502feb99fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (72fa16d5-c528-46d9-8908-15765764bad3), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:17.909313 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-696c18eb-69dd-4526-a999-6f502feb99fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:17.912823 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-696c18eb-69dd-4526-a999-6f502feb99fd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/72fa16d5-c528-46d9-8908-15765764bad3 HTTP/1.1" status: 204 len: 168 time: 0.1617055 Mar 29 15:03:17.922962 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c18eb-69dd-4526-a999-6f502feb99fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fa16d5-c528-46d9-8908-15765764bad3,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:17.935616 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-08dc87cd-264d-46c2-8d1d-ceb42dfe59d0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8485210 Mar 29 15:03:17.939478 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 38678) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:17.949031 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-bf04986a-85c9-4b5f-8c9c-ced247599e3d admin admin] Request body: {'subnet': {'network_id': '9619504c-d109-46c4-a053-ab4aece71575', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-453748792-subnet', 'tenant_id': '2140a9f789314d05a680fd96d6669403', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:03:17.949601 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc87cd-264d-46c2-8d1d-ceb42dfe59d0 admin admin] Pushing event updated for resources: {'Network': ['ID=9619504c-d109-46c4-a053-ab4aece71575,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:17.970117 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Network 9619504c-d109-46c4-a053-ab4aece71575 details requested by agent ovs-agent-dv-cinder-835635-1-iscsi with host dv-cinder-835635-1-iscsi {{(pid=103155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:03:17.974954 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf04986a-85c9-4b5f-8c9c-ced247599e3d admin admin] Made reservation on behalf of 2140a9f789314d05a680fd96d6669403 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:03:17.977548 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bf04986a-85c9-4b5f-8c9c-ced247599e3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12742677'] for subnet (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:18.133345 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-4715472b-3d59-49c9-b545-0eb5e027b0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '6089c5be-4c67-4ae8-96e4-49d53a401b36', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'port_id': '7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'mac_address': 'fa:16:3e:a3:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d74560-50f6-4016-847f-f4315b7f26f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:02:53Z', 'updated_at': '2022-03-29T15:03:16Z', 'revision_number': 1, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91adfefe-7aa0-4636-97b4-6521420d1303', 'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'mac_address': 'fa:16:3e:ee:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:34Z', 'updated_at': '2022-03-29T15:02:52Z', 'revision_number': 5, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'subnets': [{'id': 'f848f262-5313-47d3-a01b-552787092c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:18.164812 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4715472b-3d59-49c9-b545-0eb5e027b0ff None None] Checking router: 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 for host: dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:03:18.174682 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4715472b-3d59-49c9-b545-0eb5e027b0ff None None] Routers {'3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:03:18.175293 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-4715472b-3d59-49c9-b545-0eb5e027b0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:03:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:18.176759 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bf04986a-85c9-4b5f-8c9c-ced247599e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13304320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12742659'] for subnet (a68dfe6a-19b9-419a-bb96-60faecb443cd), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:18.237424 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04986a-85c9-4b5f-8c9c-ced247599e3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a68dfe6a-19b9-419a-bb96-60faecb443cd,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:18.245055 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf04986a-85c9-4b5f-8c9c-ced247599e3d admin admin] Checking segment: {'id': 'a6b632f6-1eb2-478a-a6da-d6d295c12292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '9619504c-d109-46c4-a053-ab4aece71575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:03:18.245546 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf04986a-85c9-4b5f-8c9c-ced247599e3d admin admin] Network hostable DHCP agents. Network: 9619504c-d109-46c4-a053-ab4aece71575, hostable agents: ['a6029aa5-8774-4641-86ae-5d2d983dd0a8'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:03:18.263113 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf04986a-85c9-4b5f-8c9c-ced247599e3d admin admin] Network 9619504c-d109-46c4-a053-ab4aece71575 is scheduled to be hosted by DHCP agent a6029aa5-8774-4641-86ae-5d2d983dd0a8 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:03:18.276181 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-bf04986a-85c9-4b5f-8c9c-ced247599e3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-1-iscsi, 9619504c-d109-46c4-a053-ab4aece71575) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:03:18.284174 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf04986a-85c9-4b5f-8c9c-ced247599e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:18.286369 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bf04986a-85c9-4b5f-8c9c-ced247599e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for subnet (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:18.288597 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278335bd-752c-4f66-84a9-ad3278a78d72 None None] Network 9619504c-d109-46c4-a053-ab4aece71575 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:03:18.307714 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-bf04986a-85c9-4b5f-8c9c-ced247599e3d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3667033 Mar 29 15:03:18.329623 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-4715472b-3d59-49c9-b545-0eb5e027b0ff None None] Set router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:03:18.356731 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 38684) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:18.371870 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f9c4b9ef-495a-4260-bb1e-a5fdf446cbd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:18.576670 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1e7b0-cd0a-40a2-85f7-a6c089b9378b req-14ec1b08-d4f6-4648-8f37-e29ff0e3fbe4 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:18.578289 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-84a1e7b0-cd0a-40a2-85f7-a6c089b9378b req-14ec1b08-d4f6-4648-8f37-e29ff0e3fbe4 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.1094868 Mar 29 15:03:18.591578 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f9c4b9ef-495a-4260-bb1e-a5fdf446cbd8 admin admin] Publish callbacks [] for security_group (99268a5a-38e0-4dfb-9836-748e8c6062dd), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:18.602681 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f9c4b9ef-495a-4260-bb1e-a5fdf446cbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (99268a5a-38e0-4dfb-9836-748e8c6062dd), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:18.636021 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-84a1e7b0-cd0a-40a2-85f7-a6c089b9378b req-a30e4c9e-e35d-40f3-83a6-d9cb320ec590 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514538 Mar 29 15:03:18.647101 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f874c1e-826e-4cd3-b346-840a3f66dd6c None None] Network 9619504c-d109-46c4-a053-ab4aece71575 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:03:18.661912 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-f9c4b9ef-495a-4260-bb1e-a5fdf446cbd8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7b8dc348a867446f860f83c81adcc413&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2988343 Mar 29 15:03:18.662043 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 38694) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:18.684769 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4b9ef-495a-4260-bb1e-a5fdf446cbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99268a5a-38e0-4dfb-9836-748e8c6062dd,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:18.685247 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-4715472b-3d59-49c9-b545-0eb5e027b0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '6089c5be-4c67-4ae8-96e4-49d53a401b36', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'port_id': '7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'mac_address': 'fa:16:3e:a3:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d74560-50f6-4016-847f-f4315b7f26f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:02:53Z', 'updated_at': '2022-03-29T15:03:16Z', 'revision_number': 1, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91adfefe-7aa0-4636-97b4-6521420d1303', 'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'mac_address': 'fa:16:3e:ee:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:34Z', 'updated_at': '2022-03-29T15:02:52Z', 'revision_number': 5, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'subnets': [{'id': 'f848f262-5313-47d3-a01b-552787092c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:18.720671 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e7858ce8-7f01-4f4c-ac85-a9f08c6e3660 admin admin] Publish callbacks [] for security_group (99268a5a-38e0-4dfb-9836-748e8c6062dd), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:18.723286 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4715472b-3d59-49c9-b545-0eb5e027b0ff None None] The sync data for ids ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'] in dv-cinder-835635-1-iscsi is: [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '6089c5be-4c67-4ae8-96e4-49d53a401b36', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'port_id': '7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'mac_address': 'fa:16:3e:a3:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d74560-50f6-4016-847f-f4315b7f26f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:02:53Z', 'updated_at': '2022-03-29T15:03:16Z', 'revision_number': 1, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91adfefe-7aa0-4636-97b4-6521420d1303', 'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'mac_address': 'fa:16:3e:ee:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:34Z', 'updated_at': '2022-03-29T15:02:52Z', 'revision_number': 5, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'subnets': [{'id': 'f848f262-5313-47d3-a01b-552787092c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:03:18.751678 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e7858ce8-7f01-4f4c-ac85-a9f08c6e3660 admin admin] Publish callbacks [] for security_group (99268a5a-38e0-4dfb-9836-748e8c6062dd), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:18.816114 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e7858ce8-7f01-4f4c-ac85-a9f08c6e3660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (99268a5a-38e0-4dfb-9836-748e8c6062dd), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:18.818810 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e7858ce8-7f01-4f4c-ac85-a9f08c6e3660 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:18.822376 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-e7858ce8-7f01-4f4c-ac85-a9f08c6e3660 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/99268a5a-38e0-4dfb-9836-748e8c6062dd HTTP/1.1" status: 204 len: 168 time: 0.1595290 Mar 29 15:03:18.829295 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7858ce8-7f01-4f4c-ac85-a9f08c6e3660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99268a5a-38e0-4dfb-9836-748e8c6062dd,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:19.009091 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98eb84c-2220-40b7-ae1c-ec0522016315 None None] New status for floating IP 6089c5be-4c67-4ae8-96e4-49d53a401b36: ACTIVE {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:03:19.089443 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 38714) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:19.095680 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-073da112-d19c-4c0e-a0f6-5a3555d02d34 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-211420554-network', 'tenant_id': '5d09b5844d574261b5602e74693d6569'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:03:19.116267 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073da112-d19c-4c0e-a0f6-5a3555d02d34 admin admin] Made reservation on behalf of 5d09b5844d574261b5602e74693d6569 for: {'network': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:03:19.118602 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-073da112-d19c-4c0e-a0f6-5a3555d02d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for network (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:19.128010 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-073da112-d19c-4c0e-a0f6-5a3555d02d34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:19.213814 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-073da112-d19c-4c0e-a0f6-5a3555d02d34 admin admin] Publish callbacks [] for security_group (0a70622e-e28d-4edd-b669-5007f46dedad), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:19.218255 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-073da112-d19c-4c0e-a0f6-5a3555d02d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (0a70622e-e28d-4edd-b669-5007f46dedad), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:19.242961 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-073da112-d19c-4c0e-a0f6-5a3555d02d34 admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=103154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:03:19.256922 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073da112-d19c-4c0e-a0f6-5a3555d02d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a70622e-e28d-4edd-b669-5007f46dedad,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:19.262398 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-073da112-d19c-4c0e-a0f6-5a3555d02d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (0c8c83f0-378d-4b81-b2df-5f0426fb7007), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:19.262737 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.segments_db [None req-073da112-d19c-4c0e-a0f6-5a3555d02d34 admin admin] Added segment 0c8c83f0-378d-4b81-b2df-5f0426fb7007 of type vlan for network d1c4206b-4538-4db8-b17f-306e4e25a6aa Mar 29 15:03:19.305048 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-073da112-d19c-4c0e-a0f6-5a3555d02d34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776791432771'] for network (d1c4206b-4538-4db8-b17f-306e4e25a6aa), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:19.330682 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-073da112-d19c-4c0e-a0f6-5a3555d02d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834'] for network (d1c4206b-4538-4db8-b17f-306e4e25a6aa), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:19.331818 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073da112-d19c-4c0e-a0f6-5a3555d02d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:19.332403 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-073da112-d19c-4c0e-a0f6-5a3555d02d34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:19.389458 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-073da112-d19c-4c0e-a0f6-5a3555d02d34 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2988415 Mar 29 15:03:19.392952 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 38724) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:19.397742 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-d2e02979-ec17-4b46-a9a4-84f862bf8bce admin admin] Request body: {'subnet': {'network_id': 'd1c4206b-4538-4db8-b17f-306e4e25a6aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-211420554-subnet', 'tenant_id': '5d09b5844d574261b5602e74693d6569', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:03:19.414827 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073da112-d19c-4c0e-a0f6-5a3555d02d34 admin admin] Pushing event updated for resources: {'Network': ['ID=d1c4206b-4538-4db8-b17f-306e4e25a6aa,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:19.428079 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Network d1c4206b-4538-4db8-b17f-306e4e25a6aa details requested by agent ovs-agent-dv-cinder-835635-1-iscsi with host dv-cinder-835635-1-iscsi {{(pid=103155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:03:19.429370 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e02979-ec17-4b46-a9a4-84f862bf8bce admin admin] Made reservation on behalf of 5d09b5844d574261b5602e74693d6569 for: {'subnet': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:03:19.431740 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2e02979-ec17-4b46-a9a4-84f862bf8bce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14662271'] for subnet (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:19.624852 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2e02979-ec17-4b46-a9a4-84f862bf8bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13591529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14662249'] for subnet (288a8bfa-cb4f-45d3-b040-cf710502ba19), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:19.670113 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5761c9-0ba3-4fc0-9c7f-f22974ac0409 req-7d3e7f62-5102-4f1e-9dc4-393393c28dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:19.673683 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3c5761c9-0ba3-4fc0-9c7f-f22974ac0409 req-7d3e7f62-5102-4f1e-9dc4-393393c28dac service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db HTTP/1.1" status: 200 len: 911 time: 0.1227806 Mar 29 15:03:19.700736 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e02979-ec17-4b46-a9a4-84f862bf8bce admin admin] Pushing event updated for resources: {'Subnet': ['ID=288a8bfa-cb4f-45d3-b040-cf710502ba19,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:19.709516 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e02979-ec17-4b46-a9a4-84f862bf8bce admin admin] Checking segment: {'id': '0c8c83f0-378d-4b81-b2df-5f0426fb7007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'd1c4206b-4538-4db8-b17f-306e4e25a6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:03:19.709936 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e02979-ec17-4b46-a9a4-84f862bf8bce admin admin] Network hostable DHCP agents. Network: d1c4206b-4538-4db8-b17f-306e4e25a6aa, hostable agents: ['a6029aa5-8774-4641-86ae-5d2d983dd0a8'], hosted agents: [] {{(pid=103154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:03:19.731597 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e02979-ec17-4b46-a9a4-84f862bf8bce admin admin] Network d1c4206b-4538-4db8-b17f-306e4e25a6aa is scheduled to be hosted by DHCP agent a6029aa5-8774-4641-86ae-5d2d983dd0a8 with binding_index 1 {{(pid=103154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:03:19.740997 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-d2e02979-ec17-4b46-a9a4-84f862bf8bce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-1-iscsi, d1c4206b-4538-4db8-b17f-306e4e25a6aa) {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:03:19.745622 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e02979-ec17-4b46-a9a4-84f862bf8bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:19.746293 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2e02979-ec17-4b46-a9a4-84f862bf8bce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:19.757421 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b97fb7-87b5-4c3c-9c7b-9fa6f27c2d92 None None] Network d1c4206b-4538-4db8-b17f-306e4e25a6aa requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:03:19.768550 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-d2e02979-ec17-4b46-a9a4-84f862bf8bce admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3745961 Mar 29 15:03:19.808520 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d72c6-6654-4ff9-a55c-6405f70519ec req-4c71f02b-404f-45c7-9bb6-49162135e61a tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:19.818487 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-bf4d72c6-6654-4ff9-a55c-6405f70519ec req-4c71f02b-404f-45c7-9bb6-49162135e61a tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0876184 Mar 29 15:03:19.885763 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-bf4d72c6-6654-4ff9-a55c-6405f70519ec req-fe7f048d-fd17-433f-b380-b37dbaf53b31 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621924 Mar 29 15:03:19.892230 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca4bb4c-289b-4c15-8f4c-a0b62e3a5354 None None] Network d1c4206b-4538-4db8-b17f-306e4e25a6aa requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:03:20.794509 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 38786) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:20.894585 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ed9266e9-10b0-4915-853f-aac5e13c4fac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:20.997120 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ed9266e9-10b0-4915-853f-aac5e13c4fac admin admin] Publish callbacks [] for security_group (7f4f81e9-6b90-4bb6-b900-b13a8697edfc), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:21.001823 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ed9266e9-10b0-4915-853f-aac5e13c4fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (7f4f81e9-6b90-4bb6-b900-b13a8697edfc), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:21.048984 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3939fb-12bb-42d2-a0e9-1f942fd3f431 req-91cf7ef3-cc78-4f0d-84a8-647e53c60cc6 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:21.050431 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-6f3939fb-12bb-42d2-a0e9-1f942fd3f431 req-91cf7ef3-cc78-4f0d-84a8-647e53c60cc6 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0995219 Mar 29 15:03:21.056101 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-ed9266e9-10b0-4915-853f-aac5e13c4fac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a0ef47dbea7b4c44939a024fee3460b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605002 Mar 29 15:03:21.058797 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9266e9-10b0-4915-853f-aac5e13c4fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4f81e9-6b90-4bb6-b900-b13a8697edfc,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:21.059414 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 38794) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:21.102836 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-6f3939fb-12bb-42d2-a0e9-1f942fd3f431 req-9a331b1a-cc6a-46cb-ae55-492021d95944 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456393 Mar 29 15:03:21.113234 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f123a5e8-3ecf-4895-b1c9-b93dfc07ed0d admin admin] Publish callbacks [] for security_group (7f4f81e9-6b90-4bb6-b900-b13a8697edfc), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:21.134455 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f123a5e8-3ecf-4895-b1c9-b93dfc07ed0d admin admin] Publish callbacks [] for security_group (7f4f81e9-6b90-4bb6-b900-b13a8697edfc), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:21.181621 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f123a5e8-3ecf-4895-b1c9-b93dfc07ed0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (7f4f81e9-6b90-4bb6-b900-b13a8697edfc), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:21.184101 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f123a5e8-3ecf-4895-b1c9-b93dfc07ed0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:21.185282 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-f123a5e8-3ecf-4895-b1c9-b93dfc07ed0d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7f4f81e9-6b90-4bb6-b900-b13a8697edfc HTTP/1.1" status: 204 len: 168 time: 0.1248794 Mar 29 15:03:21.193216 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123a5e8-3ecf-4895-b1c9-b93dfc07ed0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4f81e9-6b90-4bb6-b900-b13a8697edfc,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:21.399654 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb637c-a055-4789-8c8f-ca8fc6654742 req-3b85f855-e77a-4ded-99a1-ebdc8b79136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:21.401091 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e1fb637c-a055-4789-8c8f-ca8fc6654742 req-3b85f855-e77a-4ded-99a1-ebdc8b79136c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33c87159058d4c97bc53a0b99346e157&device_id=85d74560-50f6-4016-847f-f4315b7f26f1 HTTP/1.1" status: 200 len: 1129 time: 0.0498102 Mar 29 15:03:21.451649 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3c5761c9-0ba3-4fc0-9c7f-f22974ac0409 req-02fda601-5cfe-4cf5-ac28-43a61842bd45 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bec2f857-7b16-4ff2-87e0-32b1ba5e7e70 HTTP/1.1" status: 200 len: 1001 time: 0.0999193 Mar 29 15:03:21.465506 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 38802) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:21.491883 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e16130bb-8062-48c1-bee6-0b18c9afae37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:21.509164 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5761c9-0ba3-4fc0-9c7f-f22974ac0409 req-cd4868b8-ef92-4ddd-b3a9-7f26406a7135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:21.510574 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3c5761c9-0ba3-4fc0-9c7f-f22974ac0409 req-cd4868b8-ef92-4ddd-b3a9-7f26406a7135 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d28f83-336a-4760-8daf-f760c1456634 HTTP/1.1" status: 200 len: 849 time: 0.0512657 Mar 29 15:03:21.520701 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb637c-a055-4789-8c8f-ca8fc6654742 req-b3e19cbe-8ebb-47b6-805d-6a82238309f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:21.522328 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e1fb637c-a055-4789-8c8f-ca8fc6654742 req-b3e19cbe-8ebb-47b6-805d-6a82238309f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8623989d-9dc8-4db2-b236-bf7fe1fec224 HTTP/1.1" status: 200 len: 915 time: 0.1134150 Mar 29 15:03:21.572827 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5761c9-0ba3-4fc0-9c7f-f22974ac0409 req-c5166c92-734b-48b9-b491-ab2a798d7d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:21.574370 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3c5761c9-0ba3-4fc0-9c7f-f22974ac0409 req-c5166c92-734b-48b9-b491-ab2a798d7d1f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516796 Mar 29 15:03:21.648372 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e1fb637c-a055-4789-8c8f-ca8fc6654742 req-866ef1ac-4d22-4a7b-9493-81dc8be830d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5 HTTP/1.1" status: 200 len: 1001 time: 0.1187437 Mar 29 15:03:21.674800 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3c5761c9-0ba3-4fc0-9c7f-f22974ac0409 req-67f3104a-971f-4c31-8da4-6ae5092fe42f service neutron] 10.222.0.36 "GET /v2.0/networks/c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939724 Mar 29 15:03:21.719851 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e16130bb-8062-48c1-bee6-0b18c9afae37 admin admin] Publish callbacks [] for security_group (9ebfb1ad-732e-41a7-8322-c036c0523c49), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:21.724868 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb637c-a055-4789-8c8f-ca8fc6654742 req-e6a8c25c-a805-4146-b1ed-c1044f5bfaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:21.726484 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e1fb637c-a055-4789-8c8f-ca8fc6654742 req-e6a8c25c-a805-4146-b1ed-c1044f5bfaee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f848f262-5313-47d3-a01b-552787092c89 HTTP/1.1" status: 200 len: 853 time: 0.0676336 Mar 29 15:03:21.728542 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e16130bb-8062-48c1-bee6-0b18c9afae37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (9ebfb1ad-732e-41a7-8322-c036c0523c49), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:21.805940 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3c5761c9-0ba3-4fc0-9c7f-f22974ac0409 req-4371b11c-83a2-474b-a7dd-628163a2e7ac service neutron] 10.222.0.36 "GET /v2.0/networks/c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236963 Mar 29 15:03:21.813941 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-e16130bb-8062-48c1-bee6-0b18c9afae37 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f49e84719f2147ada53b91b6e689b9e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3470500 Mar 29 15:03:21.819104 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16130bb-8062-48c1-bee6-0b18c9afae37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebfb1ad-732e-41a7-8322-c036c0523c49,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:21.819289 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 38808) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:21.836921 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb637c-a055-4789-8c8f-ca8fc6654742 req-c3cf50ad-0080-4c38-a20e-9af3a573e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:21.838647 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e1fb637c-a055-4789-8c8f-ca8fc6654742 req-c3cf50ad-0080-4c38-a20e-9af3a573e441 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8623989d-9dc8-4db2-b236-bf7fe1fec224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1032767 Mar 29 15:03:21.873531 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5e114680-d60a-48da-99a5-67ef63da7ac1 admin admin] Publish callbacks [] for security_group (9ebfb1ad-732e-41a7-8322-c036c0523c49), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:21.896938 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5e114680-d60a-48da-99a5-67ef63da7ac1 admin admin] Publish callbacks [] for security_group (9ebfb1ad-732e-41a7-8322-c036c0523c49), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:21.950063 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5e114680-d60a-48da-99a5-67ef63da7ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (9ebfb1ad-732e-41a7-8322-c036c0523c49), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:21.954052 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5e114680-d60a-48da-99a5-67ef63da7ac1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:21.955377 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-5e114680-d60a-48da-99a5-67ef63da7ac1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9ebfb1ad-732e-41a7-8322-c036c0523c49 HTTP/1.1" status: 204 len: 168 time: 0.1363964 Mar 29 15:03:21.967373 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114680-d60a-48da-99a5-67ef63da7ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebfb1ad-732e-41a7-8322-c036c0523c49,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:21.979916 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e1fb637c-a055-4789-8c8f-ca8fc6654742 req-a08cfbaa-16ef-49d7-ab27-6cbc60efeeb1 service neutron] 10.222.0.36 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073225 Mar 29 15:03:22.088504 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e1fb637c-a055-4789-8c8f-ca8fc6654742 req-b9bc85c3-28bc-43d5-9905-be307a7035ba service neutron] 10.222.0.36 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984273 Mar 29 15:03:22.233397 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b56d7-8258-4821-8739-ced16c4224ee req-e322a0d3-3cbc-4ba8-9d4b-bbade977ca24 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:22.235859 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-af2b56d7-8258-4821-8739-ced16c4224ee req-e322a0d3-3cbc-4ba8-9d4b-bbade977ca24 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0586727 Mar 29 15:03:22.286923 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-af2b56d7-8258-4821-8739-ced16c4224ee req-f4b735f3-69d2-4177-a322-2399df2fad33 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451319 Mar 29 15:03:23.426865 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c48c5e-8ce4-4b0d-8535-740608dd5ea3 req-5cddcdc0-29f7-4159-a793-a344fbb250ff tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:23.428826 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e8c48c5e-8ce4-4b0d-8535-740608dd5ea3 req-5cddcdc0-29f7-4159-a793-a344fbb250ff tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0680413 Mar 29 15:03:23.490466 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e8c48c5e-8ce4-4b0d-8535-740608dd5ea3 req-91d7aae5-2cc0-42b7-ab73-8be9fd6bb766 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530314 Mar 29 15:03:24.059125 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 38926) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:24.169683 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dc32399c-43e0-41e2-8c0d-a385a8fa22d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:24.248845 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dc32399c-43e0-41e2-8c0d-a385a8fa22d0 admin admin] Publish callbacks [] for security_group (52a44448-3b49-467d-909d-3a2c185b1bdc), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:24.252657 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dc32399c-43e0-41e2-8c0d-a385a8fa22d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (52a44448-3b49-467d-909d-3a2c185b1bdc), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:24.290049 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-dc32399c-43e0-41e2-8c0d-a385a8fa22d0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b465b7afad11452da3a98b5284d1d6d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298548 Mar 29 15:03:24.292211 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32399c-43e0-41e2-8c0d-a385a8fa22d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a44448-3b49-467d-909d-3a2c185b1bdc,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:24.292941 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 38930) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:24.300425 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc32399c-43e0-41e2-8c0d-a385a8fa22d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:24.300799 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc32399c-43e0-41e2-8c0d-a385a8fa22d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:24.301147 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc32399c-43e0-41e2-8c0d-a385a8fa22d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:24.301487 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc32399c-43e0-41e2-8c0d-a385a8fa22d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:24.301863 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc32399c-43e0-41e2-8c0d-a385a8fa22d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:24.302179 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc32399c-43e0-41e2-8c0d-a385a8fa22d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:24.302506 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc32399c-43e0-41e2-8c0d-a385a8fa22d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:24.302834 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc32399c-43e0-41e2-8c0d-a385a8fa22d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:24.303163 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc32399c-43e0-41e2-8c0d-a385a8fa22d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:24.303486 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc32399c-43e0-41e2-8c0d-a385a8fa22d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:24.303817 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc32399c-43e0-41e2-8c0d-a385a8fa22d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:24.304135 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc32399c-43e0-41e2-8c0d-a385a8fa22d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:24.304454 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc32399c-43e0-41e2-8c0d-a385a8fa22d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:24.304812 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc32399c-43e0-41e2-8c0d-a385a8fa22d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:24.305131 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc32399c-43e0-41e2-8c0d-a385a8fa22d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:24.342927 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-882931ec-7e52-4dca-99e5-39d2a87308ed admin admin] Publish callbacks [] for security_group (52a44448-3b49-467d-909d-3a2c185b1bdc), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:24.363981 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-882931ec-7e52-4dca-99e5-39d2a87308ed admin admin] Publish callbacks [] for security_group (52a44448-3b49-467d-909d-3a2c185b1bdc), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:24.409692 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-882931ec-7e52-4dca-99e5-39d2a87308ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (52a44448-3b49-467d-909d-3a2c185b1bdc), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:24.412343 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-882931ec-7e52-4dca-99e5-39d2a87308ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:24.413520 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-882931ec-7e52-4dca-99e5-39d2a87308ed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/52a44448-3b49-467d-909d-3a2c185b1bdc HTTP/1.1" status: 204 len: 168 time: 0.1195374 Mar 29 15:03:24.422477 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882931ec-7e52-4dca-99e5-39d2a87308ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a44448-3b49-467d-909d-3a2c185b1bdc,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:24.430409 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882931ec-7e52-4dca-99e5-39d2a87308ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:24.430721 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882931ec-7e52-4dca-99e5-39d2a87308ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:24.431054 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882931ec-7e52-4dca-99e5-39d2a87308ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:24.431384 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882931ec-7e52-4dca-99e5-39d2a87308ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:24.431707 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882931ec-7e52-4dca-99e5-39d2a87308ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:24.432029 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882931ec-7e52-4dca-99e5-39d2a87308ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:24.432350 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882931ec-7e52-4dca-99e5-39d2a87308ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:24.432699 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882931ec-7e52-4dca-99e5-39d2a87308ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:24.433022 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882931ec-7e52-4dca-99e5-39d2a87308ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:24.433337 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882931ec-7e52-4dca-99e5-39d2a87308ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:24.433655 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882931ec-7e52-4dca-99e5-39d2a87308ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:24.433978 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882931ec-7e52-4dca-99e5-39d2a87308ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:24.434291 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882931ec-7e52-4dca-99e5-39d2a87308ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:24.434623 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882931ec-7e52-4dca-99e5-39d2a87308ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:24.434902 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882931ec-7e52-4dca-99e5-39d2a87308ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:24.621633 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426e0c6-94f4-41cb-918c-d1bf470bc94f req-514dba5c-31fc-4784-b80b-9f1100508b65 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:24.623104 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1426e0c6-94f4-41cb-918c-d1bf470bc94f req-514dba5c-31fc-4784-b80b-9f1100508b65 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0628204 Mar 29 15:03:24.673052 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1426e0c6-94f4-41cb-918c-d1bf470bc94f req-56eb6faf-64c0-486c-be26-546a0b2e9537 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429518 Mar 29 15:03:24.684867 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 38942) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:24.699027 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8b4906a6-b189-4281-bb41-15d233a1c19a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:24.774235 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8b4906a6-b189-4281-bb41-15d233a1c19a admin admin] Publish callbacks [] for security_group (4a0c2814-a4a6-41a7-af2a-bf4501429e5d), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:24.778152 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8b4906a6-b189-4281-bb41-15d233a1c19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (4a0c2814-a4a6-41a7-af2a-bf4501429e5d), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:24.817506 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4906a6-b189-4281-bb41-15d233a1c19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0c2814-a4a6-41a7-af2a-bf4501429e5d,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:24.822915 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-8b4906a6-b189-4281-bb41-15d233a1c19a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=84e7fcca1b8a42d1a5ef4d29a7fb89c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367633 Mar 29 15:03:24.824814 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 38944) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:24.874008 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9d846e2c-c9e4-428d-a4e6-88ce8df4bc21 admin admin] Publish callbacks [] for security_group (4a0c2814-a4a6-41a7-af2a-bf4501429e5d), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:24.896503 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9d846e2c-c9e4-428d-a4e6-88ce8df4bc21 admin admin] Publish callbacks [] for security_group (4a0c2814-a4a6-41a7-af2a-bf4501429e5d), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:24.948073 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9d846e2c-c9e4-428d-a4e6-88ce8df4bc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (4a0c2814-a4a6-41a7-af2a-bf4501429e5d), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:24.950854 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9d846e2c-c9e4-428d-a4e6-88ce8df4bc21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:24.952145 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-9d846e2c-c9e4-428d-a4e6-88ce8df4bc21 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4a0c2814-a4a6-41a7-af2a-bf4501429e5d HTTP/1.1" status: 204 len: 168 time: 0.1263895 Mar 29 15:03:24.962578 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d846e2c-c9e4-428d-a4e6-88ce8df4bc21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0c2814-a4a6-41a7-af2a-bf4501429e5d,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:25.790403 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695c52e-292e-4131-8ceb-b05ba4bf516c req-9069da9c-aefe-4af7-89cd-71cfe4c34ded tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:25.792126 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a695c52e-292e-4131-8ceb-b05ba4bf516c req-9069da9c-aefe-4af7-89cd-71cfe4c34ded tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0526891 Mar 29 15:03:25.844320 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a695c52e-292e-4131-8ceb-b05ba4bf516c req-6c8fab15-85f6-4926-baeb-4d98874511e6 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457711 Mar 29 15:03:26.407949 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:26.982524 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0279491-6d0f-4dc7-9bb5-e6b12823a1ba req-9edf34b6-d661-469b-9e82-0f11cb2eddb5 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:26.984805 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c0279491-6d0f-4dc7-9bb5-e6b12823a1ba req-9edf34b6-d661-469b-9e82-0f11cb2eddb5 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0704863 Mar 29 15:03:27.056531 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c0279491-6d0f-4dc7-9bb5-e6b12823a1ba req-39e580b9-e858-4dbb-b7a1-8a17bfe4e1f6 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657673 Mar 29 15:03:28.197427 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae5188-a5d5-4c6b-a9c3-1bee5fae6f3d req-64f1a2b3-6a6b-44dd-9e56-6731424e1133 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:28.199519 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ceae5188-a5d5-4c6b-a9c3-1bee5fae6f3d req-64f1a2b3-6a6b-44dd-9e56-6731424e1133 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0640249 Mar 29 15:03:28.248362 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ceae5188-a5d5-4c6b-a9c3-1bee5fae6f3d req-df9ce0f9-4ad8-4476-9790-3eda19749ddc tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427902 Mar 29 15:03:29.366365 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65572a53-aa3c-4014-83bd-721689b99945 req-63c0ca19-f8aa-4331-ada3-a8afd984aacf tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:29.367811 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-65572a53-aa3c-4014-83bd-721689b99945 req-63c0ca19-f8aa-4331-ada3-a8afd984aacf tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0520856 Mar 29 15:03:29.414104 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a87879-b551-4d0d-a90d-8d5aedad0475 req-731a06d6-bfa6-4a31-a90b-8c0dd1bfe210 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:29.414773 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-65572a53-aa3c-4014-83bd-721689b99945 req-5316ebdd-4430-4ab6-8d14-294f9fd2c65d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414107 Mar 29 15:03:29.415875 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-33a87879-b551-4d0d-a90d-8d5aedad0475 req-731a06d6-bfa6-4a31-a90b-8c0dd1bfe210 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 946 time: 0.0533803 Mar 29 15:03:29.462310 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-33a87879-b551-4d0d-a90d-8d5aedad0475 req-49f4e146-0ddd-4a0c-8561-b0e6ef34fd67 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/security-groups?id=151cefdc-2001-4b39-b143-bf96f074d71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409384 Mar 29 15:03:29.969772 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-78c0d78a-34b4-4e18-bfb0-16ce1f69b860 req-467202bc-20c5-47d8-b76d-83076c2a648b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489497 Mar 29 15:03:30.071178 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0d78a-34b4-4e18-bfb0-16ce1f69b860 req-a84636c0-3238-40fd-9a17-b28d19ec12ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:30.072768 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-78c0d78a-34b4-4e18-bfb0-16ce1f69b860 req-a84636c0-3238-40fd-9a17-b28d19ec12ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c8d70cc173f545f7b2fbc32c6dda9cac&device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 1130 time: 0.0493016 Mar 29 15:03:30.193147 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0d78a-34b4-4e18-bfb0-16ce1f69b860 req-4339b305-abcc-4694-9616-d0ced1a9122a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:30.194652 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-78c0d78a-34b4-4e18-bfb0-16ce1f69b860 req-4339b305-abcc-4694-9616-d0ced1a9122a service neutron] 10.222.0.36 "GET /v2.0/networks?id=75601928-ea85-4865-8524-05e7335499fe HTTP/1.1" status: 200 len: 912 time: 0.0867977 Mar 29 15:03:30.241929 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-78c0d78a-34b4-4e18-bfb0-16ce1f69b860 req-466e8372-8075-49ed-97fb-e24640bd881c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9a91954-4210-4666-88be-951575e4ebaf HTTP/1.1" status: 200 len: 217 time: 0.0368035 Mar 29 15:03:30.299185 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0d78a-34b4-4e18-bfb0-16ce1f69b860 req-8a863896-fa6c-4223-8ce1-23ce552f0ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:30.300609 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-78c0d78a-34b4-4e18-bfb0-16ce1f69b860 req-8a863896-fa6c-4223-8ce1-23ce552f0ef1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f96a62b-415d-4236-81b5-cfac17bfbe8a HTTP/1.1" status: 200 len: 851 time: 0.0471025 Mar 29 15:03:30.336235 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-78c0d78a-34b4-4e18-bfb0-16ce1f69b860 req-297d40f5-aa35-445c-a9ad-782e92a20bdd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75601928-ea85-4865-8524-05e7335499fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246522 Mar 29 15:03:30.435421 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-78c0d78a-34b4-4e18-bfb0-16ce1f69b860 req-e691c9c9-94a5-4468-8925-5fa94a900051 service neutron] 10.222.0.36 "GET /v2.0/networks/75601928-ea85-4865-8524-05e7335499fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814564 Mar 29 15:03:30.569985 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-78c0d78a-34b4-4e18-bfb0-16ce1f69b860 req-d26b792a-9870-4481-a4d1-c782592bd20c service neutron] 10.222.0.36 "GET /v2.0/networks/75601928-ea85-4865-8524-05e7335499fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176932 Mar 29 15:03:30.578720 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9426d-9c75-424f-8687-d7edb164ef18 req-5137d3c2-1523-4e4d-97b3-468cd518d068 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:30.580271 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-daf9426d-9c75-424f-8687-d7edb164ef18 req-5137d3c2-1523-4e4d-97b3-468cd518d068 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0838115 Mar 29 15:03:30.582455 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001829bc-1316-458f-8ab5-4452f823fab8 req-2a494005-eeb1-4aeb-a6ef-0dc01c032581 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:30.583947 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-001829bc-1316-458f-8ab5-4452f823fab8 req-2a494005-eeb1-4aeb-a6ef-0dc01c032581 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 946 time: 0.0556531 Mar 29 15:03:30.629311 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-daf9426d-9c75-424f-8687-d7edb164ef18 req-d7ff0fb4-34ef-4cb7-9293-15680c9d3432 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434608 Mar 29 15:03:30.630074 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-001829bc-1316-458f-8ab5-4452f823fab8 req-34b05826-42c3-4d28-a18f-633b46a2a931 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/security-groups?id=151cefdc-2001-4b39-b143-bf96f074d71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407043 Mar 29 15:03:31.759635 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1733f7-5174-4b99-a42c-53b88e0e016d req-db07faeb-d4bd-4c56-9a7c-ded5501abcb5 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:31.761295 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1c1733f7-5174-4b99-a42c-53b88e0e016d req-db07faeb-d4bd-4c56-9a7c-ded5501abcb5 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0600564 Mar 29 15:03:31.783472 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d56d7-f02a-492f-9819-420deca32e48 req-8907efee-45fd-46a1-8f7b-0046671d2a98 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:31.786973 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-636d56d7-f02a-492f-9819-420deca32e48 req-8907efee-45fd-46a1-8f7b-0046671d2a98 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 946 time: 0.0856953 Mar 29 15:03:31.841132 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1c1733f7-5174-4b99-a42c-53b88e0e016d req-43f16c6a-bd03-4062-a61b-33012d4c884f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713251 Mar 29 15:03:31.858717 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-636d56d7-f02a-492f-9819-420deca32e48 req-b79a1250-6f8f-4520-8c99-9f983a808992 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/security-groups?id=151cefdc-2001-4b39-b143-bf96f074d71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647473 Mar 29 15:03:32.984699 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e698591-b6ef-4cdd-94ff-0eda6c85c0df req-07d615e8-b395-4001-9277-18b058678b19 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:32.986929 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9e698591-b6ef-4cdd-94ff-0eda6c85c0df req-07d615e8-b395-4001-9277-18b058678b19 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0616133 Mar 29 15:03:33.010635 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b55c20-9096-4e22-b76f-8ed888f5cdc8 req-7bda2336-a0c7-49ca-bf33-06623ac1e86c tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:33.012885 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-43b55c20-9096-4e22-b76f-8ed888f5cdc8 req-7bda2336-a0c7-49ca-bf33-06623ac1e86c tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 946 time: 0.0700076 Mar 29 15:03:33.046831 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9e698591-b6ef-4cdd-94ff-0eda6c85c0df req-c6c5469c-bd40-4298-b2b4-1ca57aa77f63 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495853 Mar 29 15:03:33.089227 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-43b55c20-9096-4e22-b76f-8ed888f5cdc8 req-69560cc0-0587-4b02-9683-e827f2048441 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/security-groups?id=151cefdc-2001-4b39-b143-bf96f074d71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636292 Mar 29 15:03:33.463784 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df1091-023f-4bb8-a2d8-1169da919e4a req-89c046bc-2dec-4479-bef0-7cd7b4390f6b tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:33.465266 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-c0df1091-023f-4bb8-a2d8-1169da919e4a req-89c046bc-2dec-4479-bef0-7cd7b4390f6b tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 946 time: 0.0546207 Mar 29 15:03:33.590619 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [req-c0df1091-023f-4bb8-a2d8-1169da919e4a req-70caabb4-4c9e-4792-9d4c-c6287b410826 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Deleting port a9a91954-4210-4666-88be-951575e4ebaf {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:03:33.590954 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-c0df1091-023f-4bb8-a2d8-1169da919e4a req-70caabb4-4c9e-4792-9d4c-c6287b410826 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (a9a91954-4210-4666-88be-951575e4ebaf), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:33.895693 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-c0df1091-023f-4bb8-a2d8-1169da919e4a req-70caabb4-4c9e-4792-9d4c-c6287b410826 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] For port a9a91954-4210-4666-88be-951575e4ebaf, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=a9a91954-4210-4666-88be-951575e4ebaf,segment=NetworkSegment(3d126612-072a-4311-a268-63d39f8da69d),segment_id=3d126612-072a-4311-a268-63d39f8da69d)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:03:33.895960 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-c0df1091-023f-4bb8-a2d8-1169da919e4a req-70caabb4-4c9e-4792-9d4c-c6287b410826 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (a9a91954-4210-4666-88be-951575e4ebaf), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:33.909922 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [req-c0df1091-023f-4bb8-a2d8-1169da919e4a req-70caabb4-4c9e-4792-9d4c-c6287b410826 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Calling delete_port for a9a91954-4210-4666-88be-951575e4ebaf owned by compute:nova {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:03:34.063329 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-c0df1091-023f-4bb8-a2d8-1169da919e4a req-70caabb4-4c9e-4792-9d4c-c6287b410826 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (a9a91954-4210-4666-88be-951575e4ebaf), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:34.089898 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70caabb4-4c9e-4792-9d4c-c6287b410826 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Pushing event deleted for resources: {'Port': ['ID=a9a91954-4210-4666-88be-951575e4ebaf,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:34.181726 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0df1091-023f-4bb8-a2d8-1169da919e4a req-70caabb4-4c9e-4792-9d4c-c6287b410826 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] No DVR routers for this DVR port a9a91954-4210-4666-88be-951575e4ebaf on host hv-cinder-83563 {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:03:34.186786 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-c0df1091-023f-4bb8-a2d8-1169da919e4a req-70caabb4-4c9e-4792-9d4c-c6287b410826 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:34.190973 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-c0df1091-023f-4bb8-a2d8-1169da919e4a req-70caabb4-4c9e-4792-9d4c-c6287b410826 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.36 "DELETE /v2.0/ports/a9a91954-4210-4666-88be-951575e4ebaf HTTP/1.1" status: 204 len: 173 time: 0.7168493 Mar 29 15:03:34.191154 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-dd0b3288-ef44-49e1-9cc1-17504d4fcff2 req-a83edd02-f33a-43e3-9fb9-a081e0d371c7 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 210 time: 0.0288105 Mar 29 15:03:34.191618 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f75943b-a2f6-4f58-90f9-cb413c3fc79f', 'name': 'network-vif-deleted', 'tag': 'a9a91954-4210-4666-88be-951575e4ebaf'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:03:34.193751 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf68c138-0138-4764-8c9a-1542bf9ab4ea" -d '{"events": [{"server_uuid": "6f75943b-a2f6-4f58-90f9-cb413c3fc79f", "name": "network-vif-deleted", "tag": "a9a91954-4210-4666-88be-951575e4ebaf"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:03:34.223242 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77d9f5-2798-4187-b9ff-7fe0f0f66b00 req-a2997db8-5d36-400c-a512-be33af95d985 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:34.224766 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0a77d9f5-2798-4187-b9ff-7fe0f0f66b00 req-a2997db8-5d36-400c-a512-be33af95d985 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.1057134 Mar 29 15:03:34.244854 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38d76d9-7fa3-4a00-a135-ec79172d43c6 x-openstack-request-id: req-c38d76d9-7fa3-4a00-a135-ec79172d43c6 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:03:34.245154 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f75943b-a2f6-4f58-90f9-cb413c3fc79f", "name": "network-vif-deleted", "tag": "a9a91954-4210-4666-88be-951575e4ebaf", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:03:34.245416 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c38d76d9-7fa3-4a00-a135-ec79172d43c6 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:03:34.245823 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c38d76d9-7fa3-4a00-a135-ec79172d43c6'] response: {'server_uuid': '6f75943b-a2f6-4f58-90f9-cb413c3fc79f', 'name': 'network-vif-deleted', 'tag': 'a9a91954-4210-4666-88be-951575e4ebaf', 'status': 'completed', 'code': 200} Mar 29 15:03:34.276513 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0a77d9f5-2798-4187-b9ff-7fe0f0f66b00 req-571d881a-4817-4eff-a553-d1b5212abfb7 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464029 Mar 29 15:03:35.299221 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-4ed9d252-0d7e-4c99-9b3e-3dbf1b39d187 req-b66a0e69-dbe1-4b9f-a1bd-fe140b31c8e7 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 210 time: 0.0273259 Mar 29 15:03:35.395077 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7182d37-9909-41fe-84f6-fa13263f1aba req-4a0a4ea6-f2db-45b8-89e0-38787a7a6aee tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:35.396609 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-c7182d37-9909-41fe-84f6-fa13263f1aba req-4a0a4ea6-f2db-45b8-89e0-38787a7a6aee tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0521922 Mar 29 15:03:35.445481 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-c7182d37-9909-41fe-84f6-fa13263f1aba req-04582576-a0fb-4c29-81db-0825bcda6be7 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432322 Mar 29 15:03:36.141700 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['a9a91954-4210-4666-88be-951575e4ebaf'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:03:36.391970 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-6dded6fc-c811-4f52-a836-b4cf6f7dab37 req-2f982827-8476-4285-bd81-c38e27bec53b tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 210 time: 0.0270774 Mar 29 15:03:36.563972 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeec389-9a8f-40d9-abea-633b7860a310 req-3216bbaf-8927-4581-97eb-f2210825fe93 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:36.565478 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-2aeec389-9a8f-40d9-abea-633b7860a310 req-3216bbaf-8927-4581-97eb-f2210825fe93 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0539777 Mar 29 15:03:36.612393 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-2aeec389-9a8f-40d9-abea-633b7860a310 req-a8c23bb4-992a-4afa-9358-32b21afefdf3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413499 Mar 29 15:03:37.485929 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-17c3060a-e850-4c65-9604-942d7425d81d req-709408cd-e9c5-416c-ab4e-118ff6a3c219 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 210 time: 0.0291433 Mar 29 15:03:37.731561 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeecc02-4615-4a05-b8d4-32e014f39f21 req-da0858eb-2228-4ae8-b758-65aa9bc3c23b tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:37.733059 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-cdeecc02-4615-4a05-b8d4-32e014f39f21 req-da0858eb-2228-4ae8-b758-65aa9bc3c23b tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0518999 Mar 29 15:03:37.779433 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-cdeecc02-4615-4a05-b8d4-32e014f39f21 req-e6f729b3-da1c-4bf8-852f-b572884541e2 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402284 Mar 29 15:03:38.579937 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-36a52582-f89d-4ac0-ae3e-3601a1f7c0c7 req-2a5b982a-5615-4e3d-b6ba-8e933482ae52 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 210 time: 0.0270047 Mar 29 15:03:38.899497 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823970a-d61a-4221-abdb-4002cb4e0eaa req-8a26c9ac-8c14-47e0-acc1-c5cd4fa9b3d2 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:38.900897 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4823970a-d61a-4221-abdb-4002cb4e0eaa req-8a26c9ac-8c14-47e0-acc1-c5cd4fa9b3d2 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0563922 Mar 29 15:03:38.948751 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4823970a-d61a-4221-abdb-4002cb4e0eaa req-1c87746d-f5e2-417e-9295-21b301214e6b tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420518 Mar 29 15:03:39.004479 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device a9a91954-4210-4666-88be-951575e4ebaf no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:03:39.024700 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] No Port match for: a9a91954-4210-4666-88be-951575e4ebaf {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:03:39.025042 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device a9a91954-4210-4666-88be-951575e4ebaf not bound to the agent host hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:03:39.671306 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-466407ac-0483-4fa2-802d-2653575908d0 req-b193c4a0-6dce-4f14-ab10-f7948fea044a tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 210 time: 0.0270875 Mar 29 15:03:40.067940 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bddc9e-6651-4cc9-a236-b0c3159c6ec0 req-42bfda43-4252-46f0-8a64-fc8dd482e1d0 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:40.069575 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d0bddc9e-6651-4cc9-a236-b0c3159c6ec0 req-42bfda43-4252-46f0-8a64-fc8dd482e1d0 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0567546 Mar 29 15:03:40.117371 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d0bddc9e-6651-4cc9-a236-b0c3159c6ec0 req-4e2b7c3b-1597-44ff-91ec-510744c1316f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424266 Mar 29 15:03:40.794814 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-596fcded-c0c6-465c-a5db-48d34bc7a82f req-5db8cbb9-e19c-4ea9-b488-7ef3495371f2 tempest-DeleteServersTestJSON-1925674086 tempest-DeleteServersTestJSON-1925674086-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f75943b-a2f6-4f58-90f9-cb413c3fc79f HTTP/1.1" status: 200 len: 210 time: 0.0295982 Mar 29 15:03:41.240544 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5975f6-9b19-4c48-a71a-544fe8cd91de req-6dd12b43-1163-45e9-ac1b-c56448766865 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:41.242074 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-cb5975f6-9b19-4c48-a71a-544fe8cd91de req-6dd12b43-1163-45e9-ac1b-c56448766865 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0567420 Mar 29 15:03:41.289015 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-cb5975f6-9b19-4c48-a71a-544fe8cd91de req-2ba4a3d4-b697-40da-84f4-eebd27b87deb tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413721 Mar 29 15:03:41.390793 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-90c71745-d2cb-47ab-8896-7605dbcfecfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:42.406110 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238863d-95de-4c22-b248-3e7610be4933 req-2a111e2b-2003-4e40-8cbf-f359fd2c8b75 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:42.407625 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-6238863d-95de-4c22-b248-3e7610be4933 req-2a111e2b-2003-4e40-8cbf-f359fd2c8b75 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0523822 Mar 29 15:03:42.456489 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-6238863d-95de-4c22-b248-3e7610be4933 req-17ba9175-91b7-45b2-8fbd-3b7dcd9baa5b tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431457 Mar 29 15:03:43.579783 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f07ec-c7cf-4bd2-b523-fa1f6f3cc544 req-47054715-ecca-42a8-839f-9074fd06d310 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:43.581278 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fa5f07ec-c7cf-4bd2-b523-fa1f6f3cc544 req-47054715-ecca-42a8-839f-9074fd06d310 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0598695 Mar 29 15:03:43.628671 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fa5f07ec-c7cf-4bd2-b523-fa1f6f3cc544 req-f5251026-3683-411a-8582-3c9e947d28d3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418642 Mar 29 15:03:43.706665 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b7a9d6c4-bc0a-47e3-be63-0f001ad9e784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:44.699240 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:44.746548 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e09be-c9f4-4cdd-bdba-0dd90e7359ca req-0694944b-4c0b-4fa2-8f28-cbaa1ddd3c16 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:44.748049 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e90e09be-c9f4-4cdd-bdba-0dd90e7359ca req-0694944b-4c0b-4fa2-8f28-cbaa1ddd3c16 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0530818 Mar 29 15:03:44.795284 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e90e09be-c9f4-4cdd-bdba-0dd90e7359ca req-94781db2-94b5-4691-bec1-a79d6e20e508 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416028 Mar 29 15:03:45.911871 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10385bb5-e50d-4726-8d2d-2e41d2f4c724 req-e45c02e9-a0c2-4fde-b4b6-eba4c642102e tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:45.913491 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-10385bb5-e50d-4726-8d2d-2e41d2f4c724 req-e45c02e9-a0c2-4fde-b4b6-eba4c642102e tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0532057 Mar 29 15:03:45.969118 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-10385bb5-e50d-4726-8d2d-2e41d2f4c724 req-dfdfb074-cdb4-4a3f-ab26-41d74d5246c6 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499585 Mar 29 15:03:46.522794 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:47.085027 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffe329-6a2c-4c94-92ba-9833509c9261 req-5c1604b3-8fca-4aff-8c73-6bb937d68935 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:47.086499 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7dffe329-6a2c-4c94-92ba-9833509c9261 req-5c1604b3-8fca-4aff-8c73-6bb937d68935 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0540311 Mar 29 15:03:47.132870 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7dffe329-6a2c-4c94-92ba-9833509c9261 req-0fa60446-0437-4498-99e1-9eca03ad5590 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408967 Mar 29 15:03:47.594040 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:48.246494 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f67a5e-48f8-4b78-9e88-88f8436ec953 req-589bec6b-bb39-4f99-8a11-b858f87b27fe tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:48.247942 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-47f67a5e-48f8-4b78-9e88-88f8436ec953 req-589bec6b-bb39-4f99-8a11-b858f87b27fe tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0514657 Mar 29 15:03:48.302708 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-47f67a5e-48f8-4b78-9e88-88f8436ec953 req-df73b3a3-a180-473b-a55c-1eeef775b028 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492272 Mar 29 15:03:49.421597 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5b0c5-76dc-4cb3-89d5-0b7e785cd4cb req-ab295d68-bc9e-4652-9a2e-4a2793bd7fa9 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:49.423042 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-acf5b0c5-76dc-4cb3-89d5-0b7e785cd4cb req-ab295d68-bc9e-4652-9a2e-4a2793bd7fa9 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0550363 Mar 29 15:03:49.469017 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-acf5b0c5-76dc-4cb3-89d5-0b7e785cd4cb req-5fe96e84-b358-40d6-bc0c-d9f5979d63d5 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398295 Mar 29 15:03:50.587874 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d6104-9ffb-4848-abd1-d346b0da8b03 req-2382dcfc-a9c5-4ad6-a388-086d75438cf4 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:50.589356 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7e1d6104-9ffb-4848-abd1-d346b0da8b03 req-2382dcfc-a9c5-4ad6-a388-086d75438cf4 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0528224 Mar 29 15:03:50.645912 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7e1d6104-9ffb-4848-abd1-d346b0da8b03 req-28fd0a04-dec5-46da-8315-ea50fe7f4d49 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509393 Mar 29 15:03:51.626867 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 39452) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:51.671380 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-424e5ab5-dd12-40f3-a980-ae1a8e38639b admin admin] Deleting subnet 6f96a62b-415d-4236-81b5-cfac17bfbe8a {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:03:51.674799 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-424e5ab5-dd12-40f3-a980-ae1a8e38639b admin admin] Publish callbacks [] for subnet (6f96a62b-415d-4236-81b5-cfac17bfbe8a), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:51.711989 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-424e5ab5-dd12-40f3-a980-ae1a8e38639b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16402688'] for subnet (6f96a62b-415d-4236-81b5-cfac17bfbe8a), precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:51.785028 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-424e5ab5-dd12-40f3-a980-ae1a8e38639b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926406'] for subnet (6f96a62b-415d-4236-81b5-cfac17bfbe8a), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:51.825395 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ac950-7a93-4f19-b302-e41bbea6dee0 req-a944a46e-3cdf-446a-9c34-2e0de1c465d1 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:51.826880 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a81ac950-7a93-4f19-b302-e41bbea6dee0 req-a944a46e-3cdf-446a-9c34-2e0de1c465d1 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.1129136 Mar 29 15:03:51.873853 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-424e5ab5-dd12-40f3-a980-ae1a8e38639b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13304387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12742666'] for subnet (6f96a62b-415d-4236-81b5-cfac17bfbe8a), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:51.888639 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:03:51.910792 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-424e5ab5-dd12-40f3-a980-ae1a8e38639b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for subnet (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:51.914106 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-424e5ab5-dd12-40f3-a980-ae1a8e38639b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6f96a62b-415d-4236-81b5-cfac17bfbe8a HTTP/1.1" status: 204 len: 168 time: 0.2862570 Mar 29 15:03:51.917026 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 39466) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:51.918326 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a81ac950-7a93-4f19-b302-e41bbea6dee0 req-2b2350ed-9c4e-4c33-a0d3-063b71b591cc tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835209 Mar 29 15:03:51.919010 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e5ab5-dd12-40f3-a980-ae1a8e38639b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f96a62b-415d-4236-81b5-cfac17bfbe8a,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:51.989026 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 39468) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:51.994226 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a6cdf637-5c9c-45e1-8df8-538af04cdfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050247'] for network (75601928-ea85-4865-8524-05e7335499fe), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:52.072545 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a6cdf637-5c9c-45e1-8df8-538af04cdfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989517', 'neutron.services.segments.db._delete_segments_for_network-8776791792186'] for network (75601928-ea85-4865-8524-05e7335499fe), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:52.095895 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.services.segments.db [None req-a6cdf637-5c9c-45e1-8df8-538af04cdfb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75601928-ea85-4865-8524-05e7335499fe']}} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:52.098150 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6a143ce2-6998-45eb-9806-9db880f511f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:52.109600 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.services.segments.db [None req-a6cdf637-5c9c-45e1-8df8-538af04cdfb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d126612-072a-4311-a268-63d39f8da69d') {'for_net_delete': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:52.109600 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.services.segments.db [None req-a6cdf637-5c9c-45e1-8df8-538af04cdfb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d126612-072a-4311-a268-63d39f8da69d') {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:52.121081 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a6cdf637-5c9c-45e1-8df8-538af04cdfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776792023619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13547914'] for segment (3d126612-072a-4311-a268-63d39f8da69d), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:52.134747 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a6cdf637-5c9c-45e1-8df8-538af04cdfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (3d126612-072a-4311-a268-63d39f8da69d), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:52.141166 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6cdf637-5c9c-45e1-8df8-538af04cdfb2 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:03:52.141546 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a6cdf637-5c9c-45e1-8df8-538af04cdfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13597964'] for segment (3d126612-072a-4311-a268-63d39f8da69d), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: Traceback (most recent call last): Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: timer() Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: cb(*args, **kw) Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: return func(*args, **kwargs) Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: self._notify() Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: self.callback(batched_events) Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: event.method(event) Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: return f(self, *a, **k) Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: return self._get(url).json() Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: return self.request(url, 'GET', **kwargs) Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:03:52.143712 dv-cinder-835635-1-iscsi neutron-server[103154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:03:52.199598 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6a143ce2-6998-45eb-9806-9db880f511f0 admin admin] Publish callbacks [] for security_group (b8007f0d-6f6c-4b21-aac7-53f2a2b3069b), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:52.207178 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6a143ce2-6998-45eb-9806-9db880f511f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (b8007f0d-6f6c-4b21-aac7-53f2a2b3069b), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:52.214468 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a6cdf637-5c9c-45e1-8df8-538af04cdfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787242'] for network (75601928-ea85-4865-8524-05e7335499fe), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:52.221220 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a6cdf637-5c9c-45e1-8df8-538af04cdfb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:52.227126 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-a6cdf637-5c9c-45e1-8df8-538af04cdfb2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/75601928-ea85-4865-8524-05e7335499fe HTTP/1.1" status: 204 len: 168 time: 0.3067372 Mar 29 15:03:52.240377 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cdf637-5c9c-45e1-8df8-538af04cdfb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=75601928-ea85-4865-8524-05e7335499fe,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:52.252694 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-6a143ce2-6998-45eb-9806-9db880f511f0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cedf11df71d84fd9904c07eb9d2b22a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2620032 Mar 29 15:03:52.254136 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a143ce2-6998-45eb-9806-9db880f511f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8007f0d-6f6c-4b21-aac7-53f2a2b3069b,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:52.256171 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 39480) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:52.320494 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-88228945-86d9-4007-b653-4c367d55868e admin admin] Publish callbacks [] for security_group (b8007f0d-6f6c-4b21-aac7-53f2a2b3069b), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:52.347453 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-88228945-86d9-4007-b653-4c367d55868e admin admin] Publish callbacks [] for security_group (b8007f0d-6f6c-4b21-aac7-53f2a2b3069b), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:52.410798 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 39488) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:52.472147 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-db89864c-44bd-475e-aaa2-fddadd38bdf1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c8d70cc173f545f7b2fbc32c6dda9cac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0633209 Mar 29 15:03:52.474883 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 39496) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:52.482347 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-88228945-86d9-4007-b653-4c367d55868e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (b8007f0d-6f6c-4b21-aac7-53f2a2b3069b), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:52.488138 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-88228945-86d9-4007-b653-4c367d55868e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:52.488138 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-88228945-86d9-4007-b653-4c367d55868e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b8007f0d-6f6c-4b21-aac7-53f2a2b3069b HTTP/1.1" status: 204 len: 168 time: 0.2284479 Mar 29 15:03:52.509937 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88228945-86d9-4007-b653-4c367d55868e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8007f0d-6f6c-4b21-aac7-53f2a2b3069b,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:52.547665 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b3be1032-152b-4a5e-9146-9dc9185e1260 admin admin] Publish callbacks [] for security_group (151cefdc-2001-4b39-b143-bf96f074d71f), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:52.573838 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b3be1032-152b-4a5e-9146-9dc9185e1260 admin admin] Publish callbacks [] for security_group (151cefdc-2001-4b39-b143-bf96f074d71f), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:52.649416 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b3be1032-152b-4a5e-9146-9dc9185e1260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (151cefdc-2001-4b39-b143-bf96f074d71f), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:52.652260 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b3be1032-152b-4a5e-9146-9dc9185e1260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:52.653614 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-b3be1032-152b-4a5e-9146-9dc9185e1260 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/151cefdc-2001-4b39-b143-bf96f074d71f HTTP/1.1" status: 204 len: 168 time: 0.1776593 Mar 29 15:03:52.663332 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be1032-152b-4a5e-9146-9dc9185e1260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151cefdc-2001-4b39-b143-bf96f074d71f,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:52.846837 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 39508) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:52.859567 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-95f91238-dd9f-42dd-887f-e851b45f4179 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:52.938238 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-95f91238-dd9f-42dd-887f-e851b45f4179 admin admin] Publish callbacks [] for security_group (5d0534e6-de0b-4012-a06c-ff0879d458b5), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:52.943982 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-95f91238-dd9f-42dd-887f-e851b45f4179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (5d0534e6-de0b-4012-a06c-ff0879d458b5), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:52.986587 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-95f91238-dd9f-42dd-887f-e851b45f4179 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=05e8720973154bc8877ba9af83171977&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363297 Mar 29 15:03:52.986587 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f91238-dd9f-42dd-887f-e851b45f4179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0534e6-de0b-4012-a06c-ff0879d458b5,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:52.987036 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 39514) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:53.079075 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d886bbff-493e-4551-b459-487440a040f4 admin admin] Publish callbacks [] for security_group (5d0534e6-de0b-4012-a06c-ff0879d458b5), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:53.089956 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736802e2-31a0-4271-83d6-21da179e9bf0 req-df50e5d5-8dbb-4f00-8c18-cc9c45333d71 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:53.091459 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-736802e2-31a0-4271-83d6-21da179e9bf0 req-df50e5d5-8dbb-4f00-8c18-cc9c45333d71 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0904188 Mar 29 15:03:53.125492 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d886bbff-493e-4551-b459-487440a040f4 admin admin] Publish callbacks [] for security_group (5d0534e6-de0b-4012-a06c-ff0879d458b5), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:53.175923 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-736802e2-31a0-4271-83d6-21da179e9bf0 req-c60cc2c3-5b07-4556-8f9d-56c4be84fe2a tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765603 Mar 29 15:03:53.197154 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d886bbff-493e-4551-b459-487440a040f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (5d0534e6-de0b-4012-a06c-ff0879d458b5), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:53.201478 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d886bbff-493e-4551-b459-487440a040f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:53.205354 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-d886bbff-493e-4551-b459-487440a040f4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d0534e6-de0b-4012-a06c-ff0879d458b5 HTTP/1.1" status: 204 len: 168 time: 0.2151496 Mar 29 15:03:53.219657 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886bbff-493e-4551-b459-487440a040f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0534e6-de0b-4012-a06c-ff0879d458b5,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:53.490432 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 39538) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:53.548743 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 39542) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:53.562462 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9cef299b-db47-4509-bf5b-6662675c669a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:53.636921 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9cef299b-db47-4509-bf5b-6662675c669a admin admin] Publish callbacks [] for security_group (f3ed10df-9546-452f-b402-547af30b4a62), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:53.640698 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9cef299b-db47-4509-bf5b-6662675c669a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (f3ed10df-9546-452f-b402-547af30b4a62), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:53.680033 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 39546) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:53.680232 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-9cef299b-db47-4509-bf5b-6662675c669a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=730dd0b8482a4665bfb68fb227637904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302962 Mar 29 15:03:53.686672 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef299b-db47-4509-bf5b-6662675c669a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ed10df-9546-452f-b402-547af30b4a62,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:53.700839 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-dcac0c29-a115-4757-b511-377de3aaf1f6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-167309499-network', 'tenant_id': 'e407405f1464490f8b4163e9dce23438'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:03:53.719642 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcac0c29-a115-4757-b511-377de3aaf1f6 admin admin] Made reservation on behalf of e407405f1464490f8b4163e9dce23438 for: {'network': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:03:53.722013 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dcac0c29-a115-4757-b511-377de3aaf1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for network (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:53.731360 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dcac0c29-a115-4757-b511-377de3aaf1f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:53.738616 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ad316fc5-8db2-443e-8b2c-b50a37463223 admin admin] Publish callbacks [] for security_group (f3ed10df-9546-452f-b402-547af30b4a62), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:53.762154 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ad316fc5-8db2-443e-8b2c-b50a37463223 admin admin] Publish callbacks [] for security_group (f3ed10df-9546-452f-b402-547af30b4a62), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:53.813891 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ad316fc5-8db2-443e-8b2c-b50a37463223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (f3ed10df-9546-452f-b402-547af30b4a62), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:53.815996 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dcac0c29-a115-4757-b511-377de3aaf1f6 admin admin] Publish callbacks [] for security_group (12f55056-6c19-4174-be44-5278d4c1fe01), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:53.816855 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ad316fc5-8db2-443e-8b2c-b50a37463223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:53.818213 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-ad316fc5-8db2-443e-8b2c-b50a37463223 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f3ed10df-9546-452f-b402-547af30b4a62 HTTP/1.1" status: 204 len: 168 time: 0.1365283 Mar 29 15:03:53.823632 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dcac0c29-a115-4757-b511-377de3aaf1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (12f55056-6c19-4174-be44-5278d4c1fe01), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:53.826371 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad316fc5-8db2-443e-8b2c-b50a37463223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ed10df-9546-452f-b402-547af30b4a62,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:53.862606 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcac0c29-a115-4757-b511-377de3aaf1f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=103154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:03:53.872114 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac0c29-a115-4757-b511-377de3aaf1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f55056-6c19-4174-be44-5278d4c1fe01,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:53.879301 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dcac0c29-a115-4757-b511-377de3aaf1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (d32bf408-be36-4d34-802e-1529276988f7), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:53.879693 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.segments_db [None req-dcac0c29-a115-4757-b511-377de3aaf1f6 admin admin] Added segment d32bf408-be36-4d34-802e-1529276988f7 of type vlan for network b7319462-7a9c-48c1-8b1b-f253974f3ccf Mar 29 15:03:53.922891 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dcac0c29-a115-4757-b511-377de3aaf1f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776791432771'] for network (b7319462-7a9c-48c1-8b1b-f253974f3ccf), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:53.949220 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dcac0c29-a115-4757-b511-377de3aaf1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834'] for network (b7319462-7a9c-48c1-8b1b-f253974f3ccf), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:53.950226 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcac0c29-a115-4757-b511-377de3aaf1f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:53.950838 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dcac0c29-a115-4757-b511-377de3aaf1f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:54.009942 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-dcac0c29-a115-4757-b511-377de3aaf1f6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5182772 Mar 29 15:03:54.013014 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 39552) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:54.015174 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac0c29-a115-4757-b511-377de3aaf1f6 admin admin] Pushing event updated for resources: {'Network': ['ID=b7319462-7a9c-48c1-8b1b-f253974f3ccf,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:54.023923 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-fddf68df-17bd-40ab-853e-686145baa8d6 admin admin] Request body: {'subnet': {'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-167309499-subnet', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:03:54.026159 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Network b7319462-7a9c-48c1-8b1b-f253974f3ccf details requested by agent ovs-agent-dv-cinder-835635-1-iscsi with host dv-cinder-835635-1-iscsi {{(pid=103155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:03:54.049722 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddf68df-17bd-40ab-853e-686145baa8d6 admin admin] Made reservation on behalf of e407405f1464490f8b4163e9dce23438 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:03:54.053028 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fddf68df-17bd-40ab-853e-686145baa8d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12742677'] for subnet (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:54.231483 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fddf68df-17bd-40ab-853e-686145baa8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13304320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12742659'] for subnet (5db96dc7-3ab4-47b2-8f7f-2f2553b8b462), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:54.314361 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf68df-17bd-40ab-853e-686145baa8d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5db96dc7-3ab4-47b2-8f7f-2f2553b8b462,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:54.334860 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddf68df-17bd-40ab-853e-686145baa8d6 admin admin] Checking segment: {'id': 'd32bf408-be36-4d34-802e-1529276988f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:03:54.335273 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddf68df-17bd-40ab-853e-686145baa8d6 admin admin] Network hostable DHCP agents. Network: b7319462-7a9c-48c1-8b1b-f253974f3ccf, hostable agents: ['a6029aa5-8774-4641-86ae-5d2d983dd0a8'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:03:54.351329 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639e99b-a71e-4e36-ac64-20005f84fcc2 req-e9a63556-9216-45f4-adbe-f20ac71649c8 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:54.352854 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c639e99b-a71e-4e36-ac64-20005f84fcc2 req-e9a63556-9216-45f4-adbe-f20ac71649c8 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0937572 Mar 29 15:03:54.374887 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddf68df-17bd-40ab-853e-686145baa8d6 admin admin] Network b7319462-7a9c-48c1-8b1b-f253974f3ccf is scheduled to be hosted by DHCP agent a6029aa5-8774-4641-86ae-5d2d983dd0a8 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:03:54.388028 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-fddf68df-17bd-40ab-853e-686145baa8d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-1-iscsi, b7319462-7a9c-48c1-8b1b-f253974f3ccf) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:03:54.396885 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7aeb54-7eb7-4759-9f46-94eb7b0ce37e None None] Network b7319462-7a9c-48c1-8b1b-f253974f3ccf requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:03:54.398745 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddf68df-17bd-40ab-853e-686145baa8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:54.399330 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fddf68df-17bd-40ab-853e-686145baa8d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for subnet (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:54.420457 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c639e99b-a71e-4e36-ac64-20005f84fcc2 req-728ad531-8421-4253-b547-d80f5e3d5475 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601399 Mar 29 15:03:54.436218 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-fddf68df-17bd-40ab-853e-686145baa8d6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4157319 Mar 29 15:03:54.436218 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 39574) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:54.436779 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-3df16246-f40c-451f-bb7f-1c2c72672b85 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-167309499-router', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:03:54.462396 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3df16246-f40c-451f-bb7f-1c2c72672b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1791284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2970'] for router (f5013327-8421-4e0f-9c5c-8328af6663e0), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:54.463481 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3df16246-f40c-451f-bb7f-1c2c72672b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1818329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2947'] for router (f5013327-8421-4e0f-9c5c-8328af6663e0), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:54.524349 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3df16246-f40c-451f-bb7f-1c2c72672b85 admin admin] Publish callbacks [] for router_controller (f5013327-8421-4e0f-9c5c-8328af6663e0), precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:54.528847 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp951e514f-1a9b-555e-af63-f294bc248ed5-b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'project_id': 'e407405f1464490f8b4163e9dce23438', 'fixed_ips': [{'subnet_id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462'}]}} from dv-cinder-835635-1-iscsi. {{(pid=103155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:03:54.530170 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:54.698270 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3df16246-f40c-451f-bb7f-1c2c72672b85 admin admin] Publish callbacks [] for router_gateway (f5013327-8421-4e0f-9c5c-8328af6663e0), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:54.715371 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.db_base_plugin_common [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Allocated IP 172.20.0.2 (b7319462-7a9c-48c1-8b1b-f253974f3ccf/5db96dc7-3ab4-47b2-8f7f-2f2553b8b462/9848e51b-87a8-4e2e-9096-98cdc8a6e5e7) {{(pid=103155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:03:54.914874 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Publish callbacks [] for port (9848e51b-87a8-4e2e-9096-98cdc8a6e5e7), precommit_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:54.922517 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196'] for port (9848e51b-87a8-4e2e-9096-98cdc8a6e5e7), after_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:54.962862 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Network b7319462-7a9c-48c1-8b1b-f253974f3ccf is already hosted by enough agents. {{(pid=103155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:03:54.970400 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.scheduler.base_scheduler [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Resources bound (agent type, host, resource id): {{(pid=103155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:03:54.975064 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Received port after_create {{(pid=103155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:03:54.983474 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Pushing event updated for resources: {'Port': ['ID=9848e51b-87a8-4e2e-9096-98cdc8a6e5e7,revision_number=1']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:55.008619 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:55.008971 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:55.009337 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:55.009702 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:55.010053 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:55.010378 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:55.010709 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:55.011033 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:55.011361 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:55.011689 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:55.012017 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:55.012356 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:55.012710 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:55.013035 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:55.013358 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:55.046325 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Attempting to bind port 9848e51b-87a8-4e2e-9096-98cdc8a6e5e7 on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:03:55.046993 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Attempting to bind port 9848e51b-87a8-4e2e-9096-98cdc8a6e5e7 by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': 'd32bf408-be36-4d34-802e-1529276988f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:03:55.047098 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Attempting to bind port 9848e51b-87a8-4e2e-9096-98cdc8a6e5e7 on network b7319462-7a9c-48c1-8b1b-f253974f3ccf {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:03:55.052847 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:03:55.053222 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Checking segment: {'id': 'd32bf408-be36-4d34-802e-1529276988f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:03:55.053637 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:55.054035 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Bound using segment: {'id': 'd32bf408-be36-4d34-802e-1529276988f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:03:55.054541 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Bound port: 9848e51b-87a8-4e2e-9096-98cdc8a6e5e7, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32bf408-be36-4d34-802e-1529276988f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:03:55.054891 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (9848e51b-87a8-4e2e-9096-98cdc8a6e5e7), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:55.123377 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3df16246-f40c-451f-bb7f-1c2c72672b85 admin admin] Publish callbacks [] for router_gateway (f5013327-8421-4e0f-9c5c-8328af6663e0), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:55.123891 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] For port 9848e51b-87a8-4e2e-9096-98cdc8a6e5e7, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:03:55.126759 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] For port 9848e51b-87a8-4e2e-9096-98cdc8a6e5e7, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=9848e51b-87a8-4e2e-9096-98cdc8a6e5e7,segment=NetworkSegment(d32bf408-be36-4d34-802e-1529276988f7),segment_id=d32bf408-be36-4d34-802e-1529276988f7)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:03:55.133550 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (9848e51b-87a8-4e2e-9096-98cdc8a6e5e7), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:55.143780 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3df16246-f40c-451f-bb7f-1c2c72672b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:55.218559 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661dc516-2ba9-4797-b0aa-b069bb6fff4f None None] Pushing event updated for resources: {'Port': ['ID=9848e51b-87a8-4e2e-9096-98cdc8a6e5e7,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:55.277651 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-3df16246-f40c-451f-bb7f-1c2c72672b85 admin admin] Allocated IP 172.27.2.146 (73fab6d0-c07f-433f-9c69-8ff3a31867f5/bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83/55cf3a78-84b5-43ce-8ff0-03643ed83d16) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:03:55.404248 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3df16246-f40c-451f-bb7f-1c2c72672b85 admin admin] Publish callbacks [] for port (55cf3a78-84b5-43ce-8ff0-03643ed83d16), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:55.452886 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3df16246-f40c-451f-bb7f-1c2c72672b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (55cf3a78-84b5-43ce-8ff0-03643ed83d16), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:55.494905 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df16246-f40c-451f-bb7f-1c2c72672b85 admin admin] Network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:03:55.496296 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-3df16246-f40c-451f-bb7f-1c2c72672b85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:03:55.508344 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df16246-f40c-451f-bb7f-1c2c72672b85 admin admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:03:55.548479 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df16246-f40c-451f-bb7f-1c2c72672b85 admin admin] Pushing event updated for resources: {'Port': ['ID=55cf3a78-84b5-43ce-8ff0-03643ed83d16,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:55.571727 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a9a5b-ac6c-4c88-80af-68d526083aa5 req-5a84941d-4eda-4a77-a9ce-2f6ebfcedc4d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:55.573275 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8c6a9a5b-ac6c-4c88-80af-68d526083aa5 req-5a84941d-4eda-4a77-a9ce-2f6ebfcedc4d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0596211 Mar 29 15:03:55.620618 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8c6a9a5b-ac6c-4c88-80af-68d526083aa5 req-5af6c437-0df6-4053-81dd-b3232b3ab5b6 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413311 Mar 29 15:03:55.777127 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3df16246-f40c-451f-bb7f-1c2c72672b85 admin admin] Publish callbacks [] for router_gateway (f5013327-8421-4e0f-9c5c-8328af6663e0), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:55.985217 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3df16246-f40c-451f-bb7f-1c2c72672b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1793453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787170'] for router (f5013327-8421-4e0f-9c5c-8328af6663e0), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:56.118014 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4918eb0-77a1-46b4-a14c-622b35b2fe34 None None] Network b7319462-7a9c-48c1-8b1b-f253974f3ccf requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:03:56.119362 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df16246-f40c-451f-bb7f-1c2c72672b85 admin admin] Router f5013327-8421-4e0f-9c5c-8328af6663e0 is scheduled to L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:03:56.184047 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-5bbd4f51-64f6-4892-b804-b5f1b8ab80c0 None None] Provisioning complete for port 9848e51b-87a8-4e2e-9096-98cdc8a6e5e7 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:03:56.184427 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-5bbd4f51-64f6-4892-b804-b5f1b8ab80c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (9848e51b-87a8-4e2e-9096-98cdc8a6e5e7), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:56.233256 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df16246-f40c-451f-bb7f-1c2c72672b85 admin admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:03:56.243466 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6753db86-fc86-4ef1-960f-8a1bf3c18b71 None None] Sync routers for ids ['f5013327-8421-4e0f-9c5c-8328af6663e0'] in dv-cinder-835635-1-iscsi {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:03:56.254525 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3df16246-f40c-451f-bb7f-1c2c72672b85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:56.255772 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-3df16246-f40c-451f-bb7f-1c2c72672b85 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8223560 Mar 29 15:03:56.258678 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 39646) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:56.262500 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6753db86-fc86-4ef1-960f-8a1bf3c18b71 None None] Routers {'f5013327-8421-4e0f-9c5c-8328af6663e0'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:03:56.263123 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-6753db86-fc86-4ef1-960f-8a1bf3c18b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:03:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['f5013327-8421-4e0f-9c5c-8328af6663e0'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:56.309111 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-5bbd4f51-64f6-4892-b804-b5f1b8ab80c0 None None] Current status of the port 9848e51b-87a8-4e2e-9096-98cdc8a6e5e7 is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:03:56.309500 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-5bbd4f51-64f6-4892-b804-b5f1b8ab80c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (9848e51b-87a8-4e2e-9096-98cdc8a6e5e7), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:56.351993 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-5bbd4f51-64f6-4892-b804-b5f1b8ab80c0 None None] For port 9848e51b-87a8-4e2e-9096-98cdc8a6e5e7, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=9848e51b-87a8-4e2e-9096-98cdc8a6e5e7,segment=NetworkSegment(d32bf408-be36-4d34-802e-1529276988f7),segment_id=d32bf408-be36-4d34-802e-1529276988f7)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:03:56.370266 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-5bbd4f51-64f6-4892-b804-b5f1b8ab80c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (9848e51b-87a8-4e2e-9096-98cdc8a6e5e7), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:56.438804 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd4f51-64f6-4892-b804-b5f1b8ab80c0 None None] Pushing event updated for resources: {'Port': ['ID=9848e51b-87a8-4e2e-9096-98cdc8a6e5e7,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:56.453477 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:56.493244 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-6753db86-fc86-4ef1-960f-8a1bf3c18b71 None None] Set router f5013327-8421-4e0f-9c5c-8328af6663e0 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:03:56.493460 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 9848e51b-87a8-4e2e-9096-98cdc8a6e5e7 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:03:56.555063 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 9848e51b-87a8-4e2e-9096-98cdc8a6e5e7 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:03:56.555471 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (9848e51b-87a8-4e2e-9096-98cdc8a6e5e7), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:56.639897 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 9848e51b-87a8-4e2e-9096-98cdc8a6e5e7 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:03:56.686356 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-f00c39ac-328e-406c-b2aa-c468d794b332 None None] Provisioning complete for port 9848e51b-87a8-4e2e-9096-98cdc8a6e5e7 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:03:56.686832 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-f00c39ac-328e-406c-b2aa-c468d794b332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (9848e51b-87a8-4e2e-9096-98cdc8a6e5e7), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:56.712322 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-6753db86-fc86-4ef1-960f-8a1bf3c18b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'name': 'tempest-AttachVolumeShelveTestJSON-167309499-router', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:03:54Z', 'updated_at': '2022-03-29T15:03:55Z', 'revision_number': 3, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'gw_port': {'id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:55Z', 'updated_at': '2022-03-29T15:03:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:56.739433 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6753db86-fc86-4ef1-960f-8a1bf3c18b71 None None] Checking router: f5013327-8421-4e0f-9c5c-8328af6663e0 for host: dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:03:56.740193 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6753db86-fc86-4ef1-960f-8a1bf3c18b71 None None] Updating router f5013327-8421-4e0f-9c5c-8328af6663e0 port 55cf3a78-84b5-43ce-8ff0-03643ed83d16 binding host dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:03:56.764030 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de097faf-4c46-4826-acd4-def6de88371c req-661d7212-1ebf-451c-baa6-826117c8443f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:56.765715 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-de097faf-4c46-4826-acd4-def6de88371c req-661d7212-1ebf-451c-baa6-826117c8443f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0669000 Mar 29 15:03:56.773964 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-6753db86-fc86-4ef1-960f-8a1bf3c18b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (55cf3a78-84b5-43ce-8ff0-03643ed83d16), before_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:56.775380 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-f00c39ac-328e-406c-b2aa-c468d794b332 None None] Current status of the port 9848e51b-87a8-4e2e-9096-98cdc8a6e5e7 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:03:56.821144 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-de097faf-4c46-4826-acd4-def6de88371c req-6a8854fb-303a-4cbc-ab26-d6b2d564d9ee tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483654 Mar 29 15:03:56.853425 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7cc82c23-5bc9-4263-8e20-f6ea78b34dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:57.009831 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-7cc82c23-5bc9-4263-8e20-f6ea78b34dbe admin admin] Allocated IP 172.20.0.1 (b7319462-7a9c-48c1-8b1b-f253974f3ccf/5db96dc7-3ab4-47b2-8f7f-2f2553b8b462/bc27fd16-bb24-424b-8177-a8dd94880c76) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:03:57.033313 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-6753db86-fc86-4ef1-960f-8a1bf3c18b71 None None] Publish callbacks [] for port (55cf3a78-84b5-43ce-8ff0-03643ed83d16), precommit_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:57.039607 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-6753db86-fc86-4ef1-960f-8a1bf3c18b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (55cf3a78-84b5-43ce-8ff0-03643ed83d16), after_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:57.090862 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d3ecc-5144-41b3-a860-f114d72163e4 None None] Pushing event updated for resources: {'Port': ['ID=55cf3a78-84b5-43ce-8ff0-03643ed83d16,revision_number=2']} {{(pid=103156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:57.096906 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-6753db86-fc86-4ef1-960f-8a1bf3c18b71 None None] Attempting to bind port 55cf3a78-84b5-43ce-8ff0-03643ed83d16 on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:03:57.097268 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-6753db86-fc86-4ef1-960f-8a1bf3c18b71 None None] Attempting to bind port 55cf3a78-84b5-43ce-8ff0-03643ed83d16 by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}] {{(pid=103156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:03:57.097624 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6753db86-fc86-4ef1-960f-8a1bf3c18b71 None None] Attempting to bind port 55cf3a78-84b5-43ce-8ff0-03643ed83d16 on network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:03:57.101745 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d3ecc-5144-41b3-a860-f114d72163e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:57.102085 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d3ecc-5144-41b3-a860-f114d72163e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:57.102443 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d3ecc-5144-41b3-a860-f114d72163e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:57.102793 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d3ecc-5144-41b3-a860-f114d72163e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:57.103124 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d3ecc-5144-41b3-a860-f114d72163e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:57.103450 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d3ecc-5144-41b3-a860-f114d72163e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:57.103768 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d3ecc-5144-41b3-a860-f114d72163e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:57.104086 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d3ecc-5144-41b3-a860-f114d72163e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:57.104406 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d3ecc-5144-41b3-a860-f114d72163e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:57.104749 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d3ecc-5144-41b3-a860-f114d72163e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:57.105065 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d3ecc-5144-41b3-a860-f114d72163e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:57.105400 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d3ecc-5144-41b3-a860-f114d72163e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:57.105718 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d3ecc-5144-41b3-a860-f114d72163e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:57.106030 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d3ecc-5144-41b3-a860-f114d72163e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:57.106342 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d3ecc-5144-41b3-a860-f114d72163e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:03:57.111681 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6753db86-fc86-4ef1-960f-8a1bf3c18b71 None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:03:57.112052 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6753db86-fc86-4ef1-960f-8a1bf3c18b71 None None] Checking segment: {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:03:57.112447 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-6753db86-fc86-4ef1-960f-8a1bf3c18b71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:57.112853 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6753db86-fc86-4ef1-960f-8a1bf3c18b71 None None] Bound using segment: {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'} {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:03:57.113316 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-6753db86-fc86-4ef1-960f-8a1bf3c18b71 None None] Bound port: 55cf3a78-84b5-43ce-8ff0-03643ed83d16, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}}] {{(pid=103156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:03:57.113688 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-6753db86-fc86-4ef1-960f-8a1bf3c18b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (55cf3a78-84b5-43ce-8ff0-03643ed83d16), before_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:57.114377 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7cc82c23-5bc9-4263-8e20-f6ea78b34dbe admin admin] Publish callbacks [] for port (bc27fd16-bb24-424b-8177-a8dd94880c76), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:57.149044 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7cc82c23-5bc9-4263-8e20-f6ea78b34dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (bc27fd16-bb24-424b-8177-a8dd94880c76), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:57.163402 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.db [None req-6753db86-fc86-4ef1-960f-8a1bf3c18b71 None None] For port 55cf3a78-84b5-43ce-8ff0-03643ed83d16, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:03:57.166659 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.db [None req-6753db86-fc86-4ef1-960f-8a1bf3c18b71 None None] For port 55cf3a78-84b5-43ce-8ff0-03643ed83d16, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=55cf3a78-84b5-43ce-8ff0-03643ed83d16,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:03:57.173013 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-6753db86-fc86-4ef1-960f-8a1bf3c18b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (55cf3a78-84b5-43ce-8ff0-03643ed83d16), after_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:57.186621 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc82c23-5bc9-4263-8e20-f6ea78b34dbe admin admin] Network b7319462-7a9c-48c1-8b1b-f253974f3ccf is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:03:57.189458 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-7cc82c23-5bc9-4263-8e20-f6ea78b34dbe admin admin] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:03:57.192033 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc82c23-5bc9-4263-8e20-f6ea78b34dbe admin admin] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:03:57.223835 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc82c23-5bc9-4263-8e20-f6ea78b34dbe admin admin] Pushing event updated for resources: {'Port': ['ID=bc27fd16-bb24-424b-8177-a8dd94880c76,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:57.232690 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d3ecc-5144-41b3-a860-f114d72163e4 None None] Pushing event updated for resources: {'Port': ['ID=55cf3a78-84b5-43ce-8ff0-03643ed83d16,revision_number=3']} {{(pid=103156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:57.240761 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6753db86-fc86-4ef1-960f-8a1bf3c18b71 None None] Routers {'f5013327-8421-4e0f-9c5c-8328af6663e0'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:03:57.241393 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-6753db86-fc86-4ef1-960f-8a1bf3c18b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:03:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['f5013327-8421-4e0f-9c5c-8328af6663e0'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:57.242242 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7cc82c23-5bc9-4263-8e20-f6ea78b34dbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787637'] for router_interface (f5013327-8421-4e0f-9c5c-8328af6663e0), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:57.392472 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7cc82c23-5bc9-4263-8e20-f6ea78b34dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (bc27fd16-bb24-424b-8177-a8dd94880c76), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:57.449894 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-6753db86-fc86-4ef1-960f-8a1bf3c18b71 None None] Set router f5013327-8421-4e0f-9c5c-8328af6663e0 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:03:57.503148 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-6ce6e27e-8f3f-47d4-8a5b-1fa6519c03ba None None] Provisioning complete for port bc27fd16-bb24-424b-8177-a8dd94880c76 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:03:57.503693 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-6ce6e27e-8f3f-47d4-8a5b-1fa6519c03ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (bc27fd16-bb24-424b-8177-a8dd94880c76), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:57.573776 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7cc82c23-5bc9-4263-8e20-f6ea78b34dbe admin admin] Publish callbacks [] for port (bc27fd16-bb24-424b-8177-a8dd94880c76), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:57.582657 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7cc82c23-5bc9-4263-8e20-f6ea78b34dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (bc27fd16-bb24-424b-8177-a8dd94880c76), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:57.654031 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-6753db86-fc86-4ef1-960f-8a1bf3c18b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'name': 'tempest-AttachVolumeShelveTestJSON-167309499-router', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:03:54Z', 'updated_at': '2022-03-29T15:03:55Z', 'revision_number': 3, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'gw_port': {'id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:55Z', 'updated_at': '2022-03-29T15:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:57.661987 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7cc82c23-5bc9-4263-8e20-f6ea78b34dbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787489'] for router_interface (f5013327-8421-4e0f-9c5c-8328af6663e0), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:57.663898 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc82c23-5bc9-4263-8e20-f6ea78b34dbe admin admin] Pushing event updated for resources: {'Port': ['ID=bc27fd16-bb24-424b-8177-a8dd94880c76,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:57.666519 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-6ce6e27e-8f3f-47d4-8a5b-1fa6519c03ba None None] Port bc27fd16-bb24-424b-8177-a8dd94880c76 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:03:57.684008 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6753db86-fc86-4ef1-960f-8a1bf3c18b71 None None] The sync data for ids ['f5013327-8421-4e0f-9c5c-8328af6663e0'] in dv-cinder-835635-1-iscsi is: [{'id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'name': 'tempest-AttachVolumeShelveTestJSON-167309499-router', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:03:54Z', 'updated_at': '2022-03-29T15:03:55Z', 'revision_number': 3, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'gw_port': {'id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:55Z', 'updated_at': '2022-03-29T15:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}] {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:03:57.771372 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc82c23-5bc9-4263-8e20-f6ea78b34dbe admin admin] Network b7319462-7a9c-48c1-8b1b-f253974f3ccf is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:03:57.772768 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-7cc82c23-5bc9-4263-8e20-f6ea78b34dbe admin admin] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:03:57.913903 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc82c23-5bc9-4263-8e20-f6ea78b34dbe admin admin] Router f5013327-8421-4e0f-9c5c-8328af6663e0 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:03:58.091919 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-ab3b7d96-64de-4a1e-b209-61c73b36d2b7 None None] Provisioning complete for port bc27fd16-bb24-424b-8177-a8dd94880c76 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:03:58.092384 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ab3b7d96-64de-4a1e-b209-61c73b36d2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (bc27fd16-bb24-424b-8177-a8dd94880c76), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:58.133514 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-ab3b7d96-64de-4a1e-b209-61c73b36d2b7 None None] Port bc27fd16-bb24-424b-8177-a8dd94880c76 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:03:58.266791 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb24e8-416b-47c4-a865-406459d896be req-d109d602-c443-450c-8c84-1fb86f2d5512 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:58.268338 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3ddb24e8-416b-47c4-a865-406459d896be req-d109d602-c443-450c-8c84-1fb86f2d5512 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.3683054 Mar 29 15:03:58.339036 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3ddb24e8-416b-47c4-a865-406459d896be req-1ee36829-555a-4d39-9e26-88b08facc414 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635040 Mar 29 15:03:58.351880 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc82c23-5bc9-4263-8e20-f6ea78b34dbe admin admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:03:58.364202 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-7cc82c23-5bc9-4263-8e20-f6ea78b34dbe admin admin] 10.222.0.35 "PUT /v2.0/routers/f5013327-8421-4e0f-9c5c-8328af6663e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1043270 Mar 29 15:03:58.439774 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 9848e51b-87a8-4e2e-9096-98cdc8a6e5e7 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:03:58.498106 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 9848e51b-87a8-4e2e-9096-98cdc8a6e5e7 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:03:58.498410 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (9848e51b-87a8-4e2e-9096-98cdc8a6e5e7), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:58.584640 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 9848e51b-87a8-4e2e-9096-98cdc8a6e5e7 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:03:58.585689 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 55cf3a78-84b5-43ce-8ff0-03643ed83d16 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:03:58.632092 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 55cf3a78-84b5-43ce-8ff0-03643ed83d16 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:03:58.632727 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (55cf3a78-84b5-43ce-8ff0-03643ed83d16), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:58.716749 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 55cf3a78-84b5-43ce-8ff0-03643ed83d16 is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:03:58.717403 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (55cf3a78-84b5-43ce-8ff0-03643ed83d16), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:58.738856 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] For port 55cf3a78-84b5-43ce-8ff0-03643ed83d16, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=55cf3a78-84b5-43ce-8ff0-03643ed83d16,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:03:58.744983 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (55cf3a78-84b5-43ce-8ff0-03643ed83d16), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:58.794749 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Pushing event updated for resources: {'Port': ['ID=55cf3a78-84b5-43ce-8ff0-03643ed83d16,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:58.840998 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 39684) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:58.845343 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-5f4596a9-f475-4e1a-92ba-5af375f521c6 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1982535462', 'description': 'tempest-description--1102074421'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:03:58.865405 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5f4596a9-f475-4e1a-92ba-5af375f521c6 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:58.932535 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5f4596a9-f475-4e1a-92ba-5af375f521c6 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for security_group (50baaa8d-dc2d-4b63-b26c-bca662552771), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:58.936854 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5f4596a9-f475-4e1a-92ba-5af375f521c6 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (50baaa8d-dc2d-4b63-b26c-bca662552771), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:58.966372 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5f4596a9-f475-4e1a-92ba-5af375f521c6 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:58.967851 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-5f4596a9-f475-4e1a-92ba-5af375f521c6 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1259792 Mar 29 15:03:58.970744 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 39686) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:58.977553 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-0da94eac-cd35-4d2a-bdaf-a12327826ed3 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Request body: {'security_group_rule': {'security_group_id': '50baaa8d-dc2d-4b63-b26c-bca662552771', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:03:58.982688 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4596a9-f475-4e1a-92ba-5af375f521c6 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50baaa8d-dc2d-4b63-b26c-bca662552771,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:59.006969 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0da94eac-cd35-4d2a-bdaf-a12327826ed3 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for security_group_rule (b4ea0572-2d33-4bca-af5a-eaf2ef1c874f), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:59.075724 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0da94eac-cd35-4d2a-bdaf-a12327826ed3 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for security_group_rule (b4ea0572-2d33-4bca-af5a-eaf2ef1c874f), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:59.080932 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0da94eac-cd35-4d2a-bdaf-a12327826ed3 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (b4ea0572-2d33-4bca-af5a-eaf2ef1c874f), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:59.101338 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da94eac-cd35-4d2a-bdaf-a12327826ed3 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ea0572-2d33-4bca-af5a-eaf2ef1c874f,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:59.107759 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-0da94eac-cd35-4d2a-bdaf-a12327826ed3 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:59.108904 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-0da94eac-cd35-4d2a-bdaf-a12327826ed3 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1369572 Mar 29 15:03:59.111468 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 39690) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:59.116723 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-542591f1-8cb6-4af9-be5d-58497c449243 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Request body: {'security_group_rule': {'security_group_id': '50baaa8d-dc2d-4b63-b26c-bca662552771', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:03:59.142132 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-542591f1-8cb6-4af9-be5d-58497c449243 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for security_group_rule (32a858f5-b91d-4536-9229-8fe4d91e500a), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:59.199559 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-542591f1-8cb6-4af9-be5d-58497c449243 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for security_group_rule (32a858f5-b91d-4536-9229-8fe4d91e500a), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:59.206480 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-542591f1-8cb6-4af9-be5d-58497c449243 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (32a858f5-b91d-4536-9229-8fe4d91e500a), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:59.225196 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542591f1-8cb6-4af9-be5d-58497c449243 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a858f5-b91d-4536-9229-8fe4d91e500a,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:59.233981 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-542591f1-8cb6-4af9-be5d-58497c449243 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:59.235318 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-542591f1-8cb6-4af9-be5d-58497c449243 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229284 Mar 29 15:03:59.238894 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 39696) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:03:59.243406 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-09958cb7-697d-4331-8b8b-3d67786831c0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Request body: {'floatingip': {'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:03:59.267042 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-09958cb7-697d-4331-8b8b-3d67786831c0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:59.289399 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6933a65c-cbcf-4227-8345-efc6b0bc3487 None None] Sync routers for ids ['f5013327-8421-4e0f-9c5c-8328af6663e0'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:03:59.299833 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6933a65c-cbcf-4227-8345-efc6b0bc3487 None None] Routers {'f5013327-8421-4e0f-9c5c-8328af6663e0'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:03:59.300447 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-6933a65c-cbcf-4227-8345-efc6b0bc3487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:03:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['f5013327-8421-4e0f-9c5c-8328af6663e0'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:59.372722 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-09958cb7-697d-4331-8b8b-3d67786831c0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:59.428865 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-6933a65c-cbcf-4227-8345-efc6b0bc3487 None None] Set router f5013327-8421-4e0f-9c5c-8328af6663e0 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:03:59.527736 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada4b22-0196-4e8c-be53-f402a237ee58 req-7e8927de-1e25-412f-b60c-7f7fce3ed7d5 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:03:59.529988 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-eada4b22-0196-4e8c-be53-f402a237ee58 req-7e8927de-1e25-412f-b60c-7f7fce3ed7d5 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.1142745 Mar 29 15:03:59.557395 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-09958cb7-697d-4331-8b8b-3d67786831c0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Allocated IP 172.27.2.144 (73fab6d0-c07f-433f-9c69-8ff3a31867f5/bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83/a12d8897-c80d-4230-be29-ab5f15d88dee) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:03:59.635379 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-eada4b22-0196-4e8c-be53-f402a237ee58 req-c5ca921b-43aa-430c-8df5-17b417360e2d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999556 Mar 29 15:03:59.666445 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-6933a65c-cbcf-4227-8345-efc6b0bc3487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'name': 'tempest-AttachVolumeShelveTestJSON-167309499-router', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:03:54Z', 'updated_at': '2022-03-29T15:03:57Z', 'revision_number': 4, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'gw_port': {'id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:55Z', 'updated_at': '2022-03-29T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'bc27fd16-bb24-424b-8177-a8dd94880c76', 'name': '', 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'mac_address': 'fa:16:3e:b1:2d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:56Z', 'updated_at': '2022-03-29T15:03:57Z', 'revision_number': 2, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'subnets': [{'id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:03:59.689077 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-09958cb7-697d-4331-8b8b-3d67786831c0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for port (a12d8897-c80d-4230-be29-ab5f15d88dee), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:59.694165 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6933a65c-cbcf-4227-8345-efc6b0bc3487 None None] Checking router: f5013327-8421-4e0f-9c5c-8328af6663e0 for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:03:59.694477 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6933a65c-cbcf-4227-8345-efc6b0bc3487 None None] Updating router f5013327-8421-4e0f-9c5c-8328af6663e0 port bc27fd16-bb24-424b-8177-a8dd94880c76 binding host dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:03:59.723347 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-6933a65c-cbcf-4227-8345-efc6b0bc3487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (bc27fd16-bb24-424b-8177-a8dd94880c76), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:59.739709 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-09958cb7-697d-4331-8b8b-3d67786831c0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (a12d8897-c80d-4230-be29-ab5f15d88dee), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:59.777998 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09958cb7-697d-4331-8b8b-3d67786831c0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:03:59.782348 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-09958cb7-697d-4331-8b8b-3d67786831c0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:03:59.785252 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09958cb7-697d-4331-8b8b-3d67786831c0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:03:59.821183 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09958cb7-697d-4331-8b8b-3d67786831c0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Pushing event updated for resources: {'Port': ['ID=a12d8897-c80d-4230-be29-ab5f15d88dee,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:03:59.883225 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-09958cb7-697d-4331-8b8b-3d67786831c0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for floatingip (4c1de3c5-b1dd-4c89-b6e7-a95f4bbf4625), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:03:59.922760 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-09958cb7-697d-4331-8b8b-3d67786831c0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (a12d8897-c80d-4230-be29-ab5f15d88dee), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:00.014568 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-6933a65c-cbcf-4227-8345-efc6b0bc3487 None None] Publish callbacks [] for port (bc27fd16-bb24-424b-8177-a8dd94880c76), precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:00.021581 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-6933a65c-cbcf-4227-8345-efc6b0bc3487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (bc27fd16-bb24-424b-8177-a8dd94880c76), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:00.071898 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f0fc6-d05a-408a-9f7b-668f99dfb9cc None None] Pushing event updated for resources: {'Port': ['ID=bc27fd16-bb24-424b-8177-a8dd94880c76,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:00.100576 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-09958cb7-697d-4331-8b8b-3d67786831c0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for port (a12d8897-c80d-4230-be29-ab5f15d88dee), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:00.108182 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-09958cb7-697d-4331-8b8b-3d67786831c0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (a12d8897-c80d-4230-be29-ab5f15d88dee), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:00.131932 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-6933a65c-cbcf-4227-8345-efc6b0bc3487 None None] Attempting to bind port bc27fd16-bb24-424b-8177-a8dd94880c76 on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:04:00.132369 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-6933a65c-cbcf-4227-8345-efc6b0bc3487 None None] Attempting to bind port bc27fd16-bb24-424b-8177-a8dd94880c76 by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': 'd32bf408-be36-4d34-802e-1529276988f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:04:00.132820 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6933a65c-cbcf-4227-8345-efc6b0bc3487 None None] Attempting to bind port bc27fd16-bb24-424b-8177-a8dd94880c76 on network b7319462-7a9c-48c1-8b1b-f253974f3ccf {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:04:00.138469 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6933a65c-cbcf-4227-8345-efc6b0bc3487 None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:04:00.139402 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6933a65c-cbcf-4227-8345-efc6b0bc3487 None None] Checking segment: {'id': 'd32bf408-be36-4d34-802e-1529276988f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:04:00.139580 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-6933a65c-cbcf-4227-8345-efc6b0bc3487 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:00.140036 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6933a65c-cbcf-4227-8345-efc6b0bc3487 None None] Bound using segment: {'id': 'd32bf408-be36-4d34-802e-1529276988f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:04:00.140591 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-6933a65c-cbcf-4227-8345-efc6b0bc3487 None None] Bound port: bc27fd16-bb24-424b-8177-a8dd94880c76, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32bf408-be36-4d34-802e-1529276988f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:04:00.141036 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-6933a65c-cbcf-4227-8345-efc6b0bc3487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (bc27fd16-bb24-424b-8177-a8dd94880c76), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:00.183714 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09958cb7-697d-4331-8b8b-3d67786831c0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Pushing event updated for resources: {'Port': ['ID=a12d8897-c80d-4230-be29-ab5f15d88dee,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:00.198775 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-09958cb7-697d-4331-8b8b-3d67786831c0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (4c1de3c5-b1dd-4c89-b6e7-a95f4bbf4625), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:00.214454 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-6933a65c-cbcf-4227-8345-efc6b0bc3487 None None] For port bc27fd16-bb24-424b-8177-a8dd94880c76, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:04:00.218413 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-6933a65c-cbcf-4227-8345-efc6b0bc3487 None None] For port bc27fd16-bb24-424b-8177-a8dd94880c76, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=bc27fd16-bb24-424b-8177-a8dd94880c76,segment=NetworkSegment(d32bf408-be36-4d34-802e-1529276988f7),segment_id=d32bf408-be36-4d34-802e-1529276988f7)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:04:00.224922 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-09958cb7-697d-4331-8b8b-3d67786831c0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:00.225095 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-6933a65c-cbcf-4227-8345-efc6b0bc3487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (bc27fd16-bb24-424b-8177-a8dd94880c76), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:00.233937 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-09958cb7-697d-4331-8b8b-3d67786831c0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9862685 Mar 29 15:04:00.291992 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6933a65c-cbcf-4227-8345-efc6b0bc3487 None None] Routers {'f5013327-8421-4e0f-9c5c-8328af6663e0'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:04:00.292656 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-6933a65c-cbcf-4227-8345-efc6b0bc3487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:03:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['f5013327-8421-4e0f-9c5c-8328af6663e0'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:04:00.329525 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f0fc6-d05a-408a-9f7b-668f99dfb9cc None None] Pushing event updated for resources: {'Port': ['ID=bc27fd16-bb24-424b-8177-a8dd94880c76,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:00.375727 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 55cf3a78-84b5-43ce-8ff0-03643ed83d16 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:04:00.405106 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-70a37584-40b8-4e0a-aef8-56c793942732 req-e41c1d5f-d6d3-4f3d-91fe-98f6778b950c tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1982535462&fields=id&tenant_id=e407405f1464490f8b4163e9dce23438 HTTP/1.1" status: 200 len: 267 time: 0.0457032 Mar 29 15:04:00.443457 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-7b5d30b9-0b8e-4fc3-9759-17efdab35c9b None None] Provisioning complete for port bc27fd16-bb24-424b-8177-a8dd94880c76 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:04:00.443848 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7b5d30b9-0b8e-4fc3-9759-17efdab35c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (bc27fd16-bb24-424b-8177-a8dd94880c76), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:00.508024 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-6933a65c-cbcf-4227-8345-efc6b0bc3487 None None] Set router f5013327-8421-4e0f-9c5c-8328af6663e0 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:04:00.529722 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a37584-40b8-4e0a-aef8-56c793942732 req-b64b90ef-6484-4fc9-aa86-aabb6ce944ee tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:00.531202 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-70a37584-40b8-4e0a-aef8-56c793942732 req-b64b90ef-6484-4fc9-aa86-aabb6ce944ee tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/networks?id=b7319462-7a9c-48c1-8b1b-f253974f3ccf HTTP/1.1" status: 200 len: 816 time: 0.1180711 Mar 29 15:04:00.551507 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-70a37584-40b8-4e0a-aef8-56c793942732 req-c19e3812-5d08-498e-8dbe-7dd52b58c4d4 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/quotas/e407405f1464490f8b4163e9dce23438 HTTP/1.1" status: 200 len: 375 time: 0.0098035 Mar 29 15:04:00.558184 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 55cf3a78-84b5-43ce-8ff0-03643ed83d16 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:04:00.558480 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (55cf3a78-84b5-43ce-8ff0-03643ed83d16), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:00.625319 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-70a37584-40b8-4e0a-aef8-56c793942732 req-93099063-25a7-49f2-b5d9-104ce80b3ed8 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e407405f1464490f8b4163e9dce23438&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669346 Mar 29 15:04:00.727181 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-7b5d30b9-0b8e-4fc3-9759-17efdab35c9b None None] Current status of the port bc27fd16-bb24-424b-8177-a8dd94880c76 is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:04:00.727734 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7b5d30b9-0b8e-4fc3-9759-17efdab35c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (bc27fd16-bb24-424b-8177-a8dd94880c76), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:00.752115 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-70a37584-40b8-4e0a-aef8-56c793942732 req-72220c79-1fa9-4f36-b20b-d9f8d3e611f3 service neutron] 10.222.0.35 "GET /v2.0/networks/b7319462-7a9c-48c1-8b1b-f253974f3ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119933 Mar 29 15:04:00.791337 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7092060-2a27-4686-997d-feda59a0051e req-5048d53c-56fe-4d05-978e-45e625267212 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:00.793040 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b7092060-2a27-4686-997d-feda59a0051e req-5048d53c-56fe-4d05-978e-45e625267212 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0846026 Mar 29 15:04:00.838189 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-7b5d30b9-0b8e-4fc3-9759-17efdab35c9b None None] For port bc27fd16-bb24-424b-8177-a8dd94880c76, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=bc27fd16-bb24-424b-8177-a8dd94880c76,segment=NetworkSegment(d32bf408-be36-4d34-802e-1529276988f7),segment_id=d32bf408-be36-4d34-802e-1529276988f7)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:04:00.842310 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 55cf3a78-84b5-43ce-8ff0-03643ed83d16 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:04:00.843578 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b7092060-2a27-4686-997d-feda59a0051e req-18511ba0-aad7-4f87-b273-d668aac70cf4 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441861 Mar 29 15:04:00.846478 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7b5d30b9-0b8e-4fc3-9759-17efdab35c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (bc27fd16-bb24-424b-8177-a8dd94880c76), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:00.872003 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-70a37584-40b8-4e0a-aef8-56c793942732 req-7d412c1c-879f-4178-982c-809a1612164e service neutron] 10.222.0.35 "GET /v2.0/networks/b7319462-7a9c-48c1-8b1b-f253974f3ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062090 Mar 29 15:04:00.911929 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d30b9-0b8e-4fc3-9759-17efdab35c9b None None] Pushing event updated for resources: {'Port': ['ID=bc27fd16-bb24-424b-8177-a8dd94880c76,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:00.920958 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-6933a65c-cbcf-4227-8345-efc6b0bc3487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'name': 'tempest-AttachVolumeShelveTestJSON-167309499-router', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:03:54Z', 'updated_at': '2022-03-29T15:03:57Z', 'revision_number': 4, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'gw_port': {'id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:55Z', 'updated_at': '2022-03-29T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'bc27fd16-bb24-424b-8177-a8dd94880c76', 'name': '', 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'mac_address': 'fa:16:3e:b1:2d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:56Z', 'updated_at': '2022-03-29T15:04:00Z', 'revision_number': 4, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'subnets': [{'id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:04:00.952057 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6933a65c-cbcf-4227-8345-efc6b0bc3487 None None] The sync data for ids ['f5013327-8421-4e0f-9c5c-8328af6663e0'] in dv-cinder-835635-1-iscsi is: [{'id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'name': 'tempest-AttachVolumeShelveTestJSON-167309499-router', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:03:54Z', 'updated_at': '2022-03-29T15:03:57Z', 'revision_number': 4, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'gw_port': {'id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:55Z', 'updated_at': '2022-03-29T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'bc27fd16-bb24-424b-8177-a8dd94880c76', 'name': '', 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'mac_address': 'fa:16:3e:b1:2d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:56Z', 'updated_at': '2022-03-29T15:04:00Z', 'revision_number': 4, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'subnets': [{'id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:04:00.990377 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-cd68867d-55f1-4659-8d14-c01f90f04aa5 None None] Provisioning complete for port bc27fd16-bb24-424b-8177-a8dd94880c76 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:04:00.993677 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-cd68867d-55f1-4659-8d14-c01f90f04aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (bc27fd16-bb24-424b-8177-a8dd94880c76), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:01.110957 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e1d52cd9-15fa-42cf-88ef-6e44d06c8555 req-ffb7ee91-d636-4d6d-975a-2c5452750a0a tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 210 time: 0.0321205 Mar 29 15:04:01.132658 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-cd68867d-55f1-4659-8d14-c01f90f04aa5 None None] Current status of the port bc27fd16-bb24-424b-8177-a8dd94880c76 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:04:01.990670 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e153bf-3ab2-49d3-8abf-e73075feb8ec req-c825691b-83a5-4d77-9f3d-e0d66f0641ac tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:01.992410 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-16e153bf-3ab2-49d3-8abf-e73075feb8ec req-c825691b-83a5-4d77-9f3d-e0d66f0641ac tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0667763 Mar 29 15:04:02.047917 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-16e153bf-3ab2-49d3-8abf-e73075feb8ec req-e444dc98-a048-4940-accd-06cb6fe78902 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491452 Mar 29 15:04:02.332464 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-258373b4-a7dc-4368-bbef-b95a12c7fd95 req-18fc11e6-f787-4643-9ca4-e0c32f46a104 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 210 time: 0.0596101 Mar 29 15:04:02.400109 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a37584-40b8-4e0a-aef8-56c793942732 req-725c8930-df93-44dc-9fc5-b040c0816870 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:02.401973 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-70a37584-40b8-4e0a-aef8-56c793942732 req-725c8930-df93-44dc-9fc5-b040c0816870 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.36 "GET /v2.0/networks?id=b7319462-7a9c-48c1-8b1b-f253974f3ccf HTTP/1.1" status: 200 len: 816 time: 0.2300427 Mar 29 15:04:02.431043 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device bc27fd16-bb24-424b-8177-a8dd94880c76 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:04:02.488063 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port bc27fd16-bb24-424b-8177-a8dd94880c76 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:04:02.488433 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (bc27fd16-bb24-424b-8177-a8dd94880c76), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:02.490904 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-70a37584-40b8-4e0a-aef8-56c793942732 req-9f154772-1705-4c40-baad-7cdad7c33782 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e407405f1464490f8b4163e9dce23438 HTTP/1.1" status: 200 len: 380 time: 0.0792246 Mar 29 15:04:02.500371 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [req-70a37584-40b8-4e0a-aef8-56c793942732 req-99cd3d2e-7771-40ee-99af-a07a78f2d6fd tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Request body: {'port': {'device_id': '98cd9010-ad54-4bea-b8bf-9c429bd85481', 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'admin_state_up': True, 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'security_groups': ['50baaa8d-dc2d-4b63-b26c-bca662552771']}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:04:02.644043 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70a37584-40b8-4e0a-aef8-56c793942732 req-99cd3d2e-7771-40ee-99af-a07a78f2d6fd tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Made reservation on behalf of e407405f1464490f8b4163e9dce23438 for: {'port': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:04:02.654825 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-70a37584-40b8-4e0a-aef8-56c793942732 req-99cd3d2e-7771-40ee-99af-a07a78f2d6fd tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:02.769119 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port bc27fd16-bb24-424b-8177-a8dd94880c76 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:04:02.838893 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [req-70a37584-40b8-4e0a-aef8-56c793942732 req-99cd3d2e-7771-40ee-99af-a07a78f2d6fd tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Allocated IP 172.20.0.5 (b7319462-7a9c-48c1-8b1b-f253974f3ccf/5db96dc7-3ab4-47b2-8f7f-2f2553b8b462/a0064680-d05d-4c2d-aaef-d4db9260280c) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:04:02.989998 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-70a37584-40b8-4e0a-aef8-56c793942732 req-99cd3d2e-7771-40ee-99af-a07a78f2d6fd tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for port (a0064680-d05d-4c2d-aaef-d4db9260280c), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:03.024099 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-70a37584-40b8-4e0a-aef8-56c793942732 req-99cd3d2e-7771-40ee-99af-a07a78f2d6fd tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (a0064680-d05d-4c2d-aaef-d4db9260280c), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:03.074233 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70a37584-40b8-4e0a-aef8-56c793942732 req-99cd3d2e-7771-40ee-99af-a07a78f2d6fd tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Network b7319462-7a9c-48c1-8b1b-f253974f3ccf is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:04:03.079381 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [req-70a37584-40b8-4e0a-aef8-56c793942732 req-99cd3d2e-7771-40ee-99af-a07a78f2d6fd tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:04:03.084153 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a37584-40b8-4e0a-aef8-56c793942732 req-99cd3d2e-7771-40ee-99af-a07a78f2d6fd tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:04:03.088363 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd3d2e-7771-40ee-99af-a07a78f2d6fd tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Pushing event updated for resources: {'Port': ['ID=a0064680-d05d-4c2d-aaef-d4db9260280c,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:03.154368 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a37584-40b8-4e0a-aef8-56c793942732 req-99cd3d2e-7771-40ee-99af-a07a78f2d6fd tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:03.155292 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-70a37584-40b8-4e0a-aef8-56c793942732 req-99cd3d2e-7771-40ee-99af-a07a78f2d6fd tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:03.181738 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-70a37584-40b8-4e0a-aef8-56c793942732 req-99cd3d2e-7771-40ee-99af-a07a78f2d6fd tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6850231 Mar 29 15:04:03.205566 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [req-70a37584-40b8-4e0a-aef8-56c793942732 req-8f9989d1-c36d-4cc2-a154-14dc53b1032f service neutron] Request body: {'port': {'device_id': '98cd9010-ad54-4bea-b8bf-9c429bd85481', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:04:03.323188 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943aaa23-af6a-4aad-917b-154164055917 req-1e8fd19e-9a8c-4c4a-ba4d-304c6b9785f5 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:03.325954 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-943aaa23-af6a-4aad-917b-154164055917 req-1e8fd19e-9a8c-4c4a-ba4d-304c6b9785f5 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.1121750 Mar 29 15:04:03.334053 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-70a37584-40b8-4e0a-aef8-56c793942732 req-8f9989d1-c36d-4cc2-a154-14dc53b1032f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (a0064680-d05d-4c2d-aaef-d4db9260280c), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:03.453245 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-943aaa23-af6a-4aad-917b-154164055917 req-4940b9d9-9462-40a3-9485-6ca032bca986 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215112 Mar 29 15:04:03.473580 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-f64701eb-3b70-4f8e-baaf-f21e7ea0614e None None] Provisioning complete for port a0064680-d05d-4c2d-aaef-d4db9260280c triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:04:03.475416 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-f64701eb-3b70-4f8e-baaf-f21e7ea0614e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (a0064680-d05d-4c2d-aaef-d4db9260280c), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:03.551611 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-f64701eb-3b70-4f8e-baaf-f21e7ea0614e None None] Port a0064680-d05d-4c2d-aaef-d4db9260280c cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:04:03.634725 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d6384-45db-4dcf-acfa-348d13a078f4 req-33331239-e18f-4e9d-b1a8-9a387ccca467 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:03.636834 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fa2d6384-45db-4dcf-acfa-348d13a078f4 req-33331239-e18f-4e9d-b1a8-9a387ccca467 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 931 time: 0.1485810 Mar 29 15:04:03.698152 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 39854) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:03.715482 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fa2d6384-45db-4dcf-acfa-348d13a078f4 req-030ff15b-b344-4484-8d07-66eb3a0df33c tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716999 Mar 29 15:04:03.775147 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [req-70a37584-40b8-4e0a-aef8-56c793942732 req-8f9989d1-c36d-4cc2-a154-14dc53b1032f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0064680-d05d-4c2d-aaef-d4db9260280c {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:04:03.783205 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-70a37584-40b8-4e0a-aef8-56c793942732 req-8f9989d1-c36d-4cc2-a154-14dc53b1032f service neutron] Publish callbacks [] for port (a0064680-d05d-4c2d-aaef-d4db9260280c), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:03.796450 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [req-70a37584-40b8-4e0a-aef8-56c793942732 req-8f9989d1-c36d-4cc2-a154-14dc53b1032f service neutron] Transition to ACTIVE for port object a0064680-d05d-4c2d-aaef-d4db9260280c will not be triggered until provisioned by entity L2. {{(pid=103154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:04:03.800534 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-70a37584-40b8-4e0a-aef8-56c793942732 req-8f9989d1-c36d-4cc2-a154-14dc53b1032f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (a0064680-d05d-4c2d-aaef-d4db9260280c), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:03.836858 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e3c448cc-f803-4e93-be44-f287ea6f3c1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:03.847531 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9989d1-c36d-4cc2-a154-14dc53b1032f service neutron] Pushing event updated for resources: {'Port': ['ID=a0064680-d05d-4c2d-aaef-d4db9260280c,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:03.951175 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e3c448cc-f803-4e93-be44-f287ea6f3c1b admin admin] Publish callbacks [] for security_group (178db4bf-5722-4cfb-9572-45ed42f8dcdb), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:03.958158 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e3c448cc-f803-4e93-be44-f287ea6f3c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (178db4bf-5722-4cfb-9572-45ed42f8dcdb), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:04.003559 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-70a37584-40b8-4e0a-aef8-56c793942732 req-8f9989d1-c36d-4cc2-a154-14dc53b1032f service neutron] Attempting to bind port a0064680-d05d-4c2d-aaef-d4db9260280c on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:04:04.003888 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-70a37584-40b8-4e0a-aef8-56c793942732 req-8f9989d1-c36d-4cc2-a154-14dc53b1032f service neutron] Attempting to bind port a0064680-d05d-4c2d-aaef-d4db9260280c by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': 'd32bf408-be36-4d34-802e-1529276988f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:04:04.004212 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a37584-40b8-4e0a-aef8-56c793942732 req-8f9989d1-c36d-4cc2-a154-14dc53b1032f service neutron] Attempting to bind port a0064680-d05d-4c2d-aaef-d4db9260280c on network b7319462-7a9c-48c1-8b1b-f253974f3ccf {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:04:04.009503 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a37584-40b8-4e0a-aef8-56c793942732 req-8f9989d1-c36d-4cc2-a154-14dc53b1032f service neutron] Port a0064680-d05d-4c2d-aaef-d4db9260280c on network b7319462-7a9c-48c1-8b1b-f253974f3ccf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:04:04.009822 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a37584-40b8-4e0a-aef8-56c793942732 req-8f9989d1-c36d-4cc2-a154-14dc53b1032f service neutron] Attempting to bind port a0064680-d05d-4c2d-aaef-d4db9260280c on network b7319462-7a9c-48c1-8b1b-f253974f3ccf {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:04:04.014882 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a37584-40b8-4e0a-aef8-56c793942732 req-8f9989d1-c36d-4cc2-a154-14dc53b1032f service neutron] Checking agent: {'id': '54f4ecb7-e3d7-497a-b676-ec21eb6e2a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'started_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:04:04.015215 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a37584-40b8-4e0a-aef8-56c793942732 req-8f9989d1-c36d-4cc2-a154-14dc53b1032f service neutron] Checking segment: {'id': 'd32bf408-be36-4d34-802e-1529276988f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:04:04.015598 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a37584-40b8-4e0a-aef8-56c793942732 req-8f9989d1-c36d-4cc2-a154-14dc53b1032f service neutron] Bound using segment: {'id': 'd32bf408-be36-4d34-802e-1529276988f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:04:04.016022 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-70a37584-40b8-4e0a-aef8-56c793942732 req-8f9989d1-c36d-4cc2-a154-14dc53b1032f service neutron] Bound port: a0064680-d05d-4c2d-aaef-d4db9260280c, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd32bf408-be36-4d34-802e-1529276988f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:04:04.016377 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-70a37584-40b8-4e0a-aef8-56c793942732 req-8f9989d1-c36d-4cc2-a154-14dc53b1032f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (a0064680-d05d-4c2d-aaef-d4db9260280c), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:04.019371 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c448cc-f803-4e93-be44-f287ea6f3c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178db4bf-5722-4cfb-9572-45ed42f8dcdb,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:04.025820 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-e3c448cc-f803-4e93-be44-f287ea6f3c1b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1f02a0cc1d9f41709b60bcd3282364d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3265855 Mar 29 15:04:04.028228 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 39866) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:04.096112 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-70a37584-40b8-4e0a-aef8-56c793942732 req-8f9989d1-c36d-4cc2-a154-14dc53b1032f service neutron] For port a0064680-d05d-4c2d-aaef-d4db9260280c, host hv-cinder-83563, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:04:04.097382 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cfdb6e82-6d35-4465-8491-d27fe8b7273c admin admin] Publish callbacks [] for security_group (178db4bf-5722-4cfb-9572-45ed42f8dcdb), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:04.100817 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-70a37584-40b8-4e0a-aef8-56c793942732 req-8f9989d1-c36d-4cc2-a154-14dc53b1032f service neutron] For port a0064680-d05d-4c2d-aaef-d4db9260280c, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=a0064680-d05d-4c2d-aaef-d4db9260280c,segment=NetworkSegment(d32bf408-be36-4d34-802e-1529276988f7),segment_id=d32bf408-be36-4d34-802e-1529276988f7)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:04:04.110136 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-70a37584-40b8-4e0a-aef8-56c793942732 req-8f9989d1-c36d-4cc2-a154-14dc53b1032f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (a0064680-d05d-4c2d-aaef-d4db9260280c), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:04.135874 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cfdb6e82-6d35-4465-8491-d27fe8b7273c admin admin] Publish callbacks [] for security_group (178db4bf-5722-4cfb-9572-45ed42f8dcdb), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:04.150226 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a37584-40b8-4e0a-aef8-56c793942732 req-8f9989d1-c36d-4cc2-a154-14dc53b1032f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:04.150914 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-70a37584-40b8-4e0a-aef8-56c793942732 req-8f9989d1-c36d-4cc2-a154-14dc53b1032f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:04.152367 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-70a37584-40b8-4e0a-aef8-56c793942732 req-8f9989d1-c36d-4cc2-a154-14dc53b1032f service neutron] 10.222.0.36 "PUT /v2.0/ports/a0064680-d05d-4c2d-aaef-d4db9260280c HTTP/1.1" status: 200 len: 1093 time: 0.9605241 Mar 29 15:04:04.152834 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cd9010-ad54-4bea-b8bf-9c429bd85481', 'tag': 'a0064680-d05d-4c2d-aaef-d4db9260280c'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:04:04.155345 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0938bdf4-58b5-4c31-b547-2cf10ee6f1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "98cd9010-ad54-4bea-b8bf-9c429bd85481", "tag": "a0064680-d05d-4c2d-aaef-d4db9260280c"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:04:04.204735 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9989d1-c36d-4cc2-a154-14dc53b1032f service neutron] Pushing event updated for resources: {'Port': ['ID=a0064680-d05d-4c2d-aaef-d4db9260280c,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:04.221917 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67df8e8f-ff50-4c33-b44f-94dc20db1c34 x-openstack-request-id: req-67df8e8f-ff50-4c33-b44f-94dc20db1c34 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:04:04.223221 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98cd9010-ad54-4bea-b8bf-9c429bd85481", "tag": "a0064680-d05d-4c2d-aaef-d4db9260280c", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:04:04.223687 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-67df8e8f-ff50-4c33-b44f-94dc20db1c34 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:04:04.224351 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67df8e8f-ff50-4c33-b44f-94dc20db1c34'] response: {'name': 'network-changed', 'server_uuid': '98cd9010-ad54-4bea-b8bf-9c429bd85481', 'tag': 'a0064680-d05d-4c2d-aaef-d4db9260280c', 'status': 'completed', 'code': 200} Mar 29 15:04:04.234951 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38d4e2-dca2-413b-8047-2a3e7076ec0c req-711e6415-102a-4523-a564-54201c3f6a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:04.236754 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-9c38d4e2-dca2-413b-8047-2a3e7076ec0c req-711e6415-102a-4523-a564-54201c3f6a5f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 1129 time: 0.1145027 Mar 29 15:04:04.269364 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cfdb6e82-6d35-4465-8491-d27fe8b7273c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (178db4bf-5722-4cfb-9572-45ed42f8dcdb), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:04.272548 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cfdb6e82-6d35-4465-8491-d27fe8b7273c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:04.276859 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-cfdb6e82-6d35-4465-8491-d27fe8b7273c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/178db4bf-5722-4cfb-9572-45ed42f8dcdb HTTP/1.1" status: 204 len: 168 time: 0.2474267 Mar 29 15:04:04.295921 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb6e82-6d35-4465-8491-d27fe8b7273c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178db4bf-5722-4cfb-9572-45ed42f8dcdb,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:04.310951 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-9c38d4e2-dca2-413b-8047-2a3e7076ec0c req-73b8e70f-e651-4d8d-88b9-754c1736fdd6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684354 Mar 29 15:04:04.312413 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a37584-40b8-4e0a-aef8-56c793942732 req-0205e0de-c1c0-4742-9b99-dc9ff298f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:04.314400 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-70a37584-40b8-4e0a-aef8-56c793942732 req-0205e0de-c1c0-4742-9b99-dc9ff298f2bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e407405f1464490f8b4163e9dce23438&device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 1127 time: 0.0793719 Mar 29 15:04:04.472807 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 39884) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:04.520940 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d280c3-1e49-467f-b56c-3334271d67af admin admin] Deleting subnet a68dfe6a-19b9-419a-bb96-60faecb443cd {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:04:04.530028 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-78d280c3-1e49-467f-b56c-3334271d67af admin admin] Publish callbacks [] for subnet (a68dfe6a-19b9-419a-bb96-60faecb443cd), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:04.573212 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-78d280c3-1e49-467f-b56c-3334271d67af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16402688'] for subnet (a68dfe6a-19b9-419a-bb96-60faecb443cd), precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:04.589461 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e97ebd-31be-4d2a-b367-bf3b8b476ec2 req-39d4d039-c38d-4496-b565-493197949fa8 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:04.596543 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-33e97ebd-31be-4d2a-b367-bf3b8b476ec2 req-39d4d039-c38d-4496-b565-493197949fa8 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0613477 Mar 29 15:04:04.620402 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-78d280c3-1e49-467f-b56c-3334271d67af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926406'] for subnet (a68dfe6a-19b9-419a-bb96-60faecb443cd), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:04.642477 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-70a37584-40b8-4e0a-aef8-56c793942732 req-3d917d40-5557-4cc0-8b82-471a84d5d09d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0064680-d05d-4c2d-aaef-d4db9260280c HTTP/1.1" status: 200 len: 217 time: 0.0441628 Mar 29 15:04:04.684801 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-78d280c3-1e49-467f-b56c-3334271d67af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13304387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12742666'] for subnet (a68dfe6a-19b9-419a-bb96-60faecb443cd), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:04.714759 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-78d280c3-1e49-467f-b56c-3334271d67af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for subnet (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:04.718523 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-78d280c3-1e49-467f-b56c-3334271d67af admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a68dfe6a-19b9-419a-bb96-60faecb443cd HTTP/1.1" status: 204 len: 168 time: 0.2441716 Mar 29 15:04:04.719169 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a37584-40b8-4e0a-aef8-56c793942732 req-0c69c850-3232-4615-bce2-3c3d2d7ac2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:04.720738 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-70a37584-40b8-4e0a-aef8-56c793942732 req-0c69c850-3232-4615-bce2-3c3d2d7ac2f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5db96dc7-3ab4-47b2-8f7f-2f2553b8b462 HTTP/1.1" status: 200 len: 855 time: 0.0710080 Mar 29 15:04:04.721266 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 39896) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:04.724742 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-33e97ebd-31be-4d2a-b367-bf3b8b476ec2 req-a015ee0b-28d3-45f7-908d-0a2254eb8aa9 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169112 Mar 29 15:04:04.728930 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d280c3-1e49-467f-b56c-3334271d67af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a68dfe6a-19b9-419a-bb96-60faecb443cd,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:04.822889 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a37584-40b8-4e0a-aef8-56c793942732 req-43766cde-3fd4-42f1-8277-32007fa1db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:04.824302 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-70a37584-40b8-4e0a-aef8-56c793942732 req-43766cde-3fd4-42f1-8277-32007fa1db76 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7319462-7a9c-48c1-8b1b-f253974f3ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0975928 Mar 29 15:04:04.837947 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-05fa7ab0-deb2-4bf7-ad5f-966055460e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050247'] for network (9619504c-d109-46c4-a053-ab4aece71575), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:04.940075 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1c9aa-543e-4b0f-bde4-178156bc50ca req-2b70b62e-5130-439d-9249-3b82148c7a7c tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:04.941690 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3bc1c9aa-543e-4b0f-bde4-178156bc50ca req-2b70b62e-5130-439d-9249-3b82148c7a7c tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.1248147 Mar 29 15:04:04.949629 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-70a37584-40b8-4e0a-aef8-56c793942732 req-f69358b4-17fa-421f-b0ca-3a297a9cf30b service neutron] 10.222.0.36 "GET /v2.0/networks/b7319462-7a9c-48c1-8b1b-f253974f3ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171589 Mar 29 15:04:05.063396 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-70a37584-40b8-4e0a-aef8-56c793942732 req-01810ce9-4171-4a18-8aee-f63237c3bf23 service neutron] 10.222.0.36 "GET /v2.0/networks/b7319462-7a9c-48c1-8b1b-f253974f3ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076016 Mar 29 15:04:05.163792 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-05fa7ab0-deb2-4bf7-ad5f-966055460e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989517', 'neutron.services.segments.db._delete_segments_for_network-8776791792186'] for network (9619504c-d109-46c4-a053-ab4aece71575), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:05.197796 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-05fa7ab0-deb2-4bf7-ad5f-966055460e9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9619504c-d109-46c4-a053-ab4aece71575']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:04:05.206771 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938bdf4-58b5-4c31-b547-2cf10ee6f1ae req-d1a149a1-caf2-40d4-bea9-02113098cf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:05.209062 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0938bdf4-58b5-4c31-b547-2cf10ee6f1ae req-d1a149a1-caf2-40d4-bea9-02113098cf39 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e407405f1464490f8b4163e9dce23438&device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 1127 time: 0.0668552 Mar 29 15:04:05.225848 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-05fa7ab0-deb2-4bf7-ad5f-966055460e9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b632f6-1eb2-478a-a6da-d6d295c12292') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:04:05.226372 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-05fa7ab0-deb2-4bf7-ad5f-966055460e9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b632f6-1eb2-478a-a6da-d6d295c12292') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:04:05.237240 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3bc1c9aa-543e-4b0f-bde4-178156bc50ca req-fda8ad21-ccbd-4245-83b5-16fe35b57c11 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2859106 Mar 29 15:04:05.241598 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-05fa7ab0-deb2-4bf7-ad5f-966055460e9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776792023619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16402699'] for segment (a6b632f6-1eb2-478a-a6da-d6d295c12292), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:05.259234 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-05fa7ab0-deb2-4bf7-ad5f-966055460e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (a6b632f6-1eb2-478a-a6da-d6d295c12292), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:05.266732 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05fa7ab0-deb2-4bf7-ad5f-966055460e9c admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:04:05.267615 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-05fa7ab0-deb2-4bf7-ad5f-966055460e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13311205'] for segment (a6b632f6-1eb2-478a-a6da-d6d295c12292), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: Traceback (most recent call last): Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: timer() Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: cb(*args, **kw) Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: return func(*args, **kwargs) Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: self._notify() Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: self.callback(batched_events) Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: event.method(event) Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: return f(self, *a, **k) Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: return self._get(url).json() Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: return self.request(url, 'GET', **kwargs) Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:04:05.269602 dv-cinder-835635-1-iscsi neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:04:05.331347 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-05fa7ab0-deb2-4bf7-ad5f-966055460e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787242'] for network (9619504c-d109-46c4-a053-ab4aece71575), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:05.338308 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-05fa7ab0-deb2-4bf7-ad5f-966055460e9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:05.347958 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-05fa7ab0-deb2-4bf7-ad5f-966055460e9c admin admin] 10.222.0.35 "DELETE /v2.0/networks/9619504c-d109-46c4-a053-ab4aece71575 HTTP/1.1" status: 204 len: 168 time: 0.6256285 Mar 29 15:04:05.352548 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 39922) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:05.367167 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938bdf4-58b5-4c31-b547-2cf10ee6f1ae req-625da74e-b187-4850-89ee-c696688f4397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:05.368745 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0938bdf4-58b5-4c31-b547-2cf10ee6f1ae req-625da74e-b187-4850-89ee-c696688f4397 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7319462-7a9c-48c1-8b1b-f253974f3ccf HTTP/1.1" status: 200 len: 917 time: 0.1533296 Mar 29 15:04:05.373901 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa7ab0-deb2-4bf7-ad5f-966055460e9c admin admin] Pushing event deleted for resources: {'Network': ['ID=9619504c-d109-46c4-a053-ab4aece71575,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:05.374169 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 39924) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:05.426153 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0938bdf4-58b5-4c31-b547-2cf10ee6f1ae req-bc78ed19-5c2c-4c35-81db-784c9b3ddbde service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0064680-d05d-4c2d-aaef-d4db9260280c HTTP/1.1" status: 200 len: 217 time: 0.0448837 Mar 29 15:04:05.431717 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-1539b2cd-bd35-4313-8bcf-c35f421f123c admin admin] Deleting subnet 288a8bfa-cb4f-45d3-b040-cf710502ba19 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:04:05.438980 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1539b2cd-bd35-4313-8bcf-c35f421f123c admin admin] Publish callbacks [] for subnet (288a8bfa-cb4f-45d3-b040-cf710502ba19), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:05.480918 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1539b2cd-bd35-4313-8bcf-c35f421f123c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16402688'] for subnet (288a8bfa-cb4f-45d3-b040-cf710502ba19), precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:05.484888 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938bdf4-58b5-4c31-b547-2cf10ee6f1ae req-48dc4c80-f196-4deb-ac85-15eddbea2509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:05.486519 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0938bdf4-58b5-4c31-b547-2cf10ee6f1ae req-48dc4c80-f196-4deb-ac85-15eddbea2509 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5db96dc7-3ab4-47b2-8f7f-2f2553b8b462 HTTP/1.1" status: 200 len: 855 time: 0.0521047 Mar 29 15:04:05.529217 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-92a32b47-f7e3-42d1-8767-3da98b1a6786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:05.534659 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1539b2cd-bd35-4313-8bcf-c35f421f123c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926406'] for subnet (288a8bfa-cb4f-45d3-b040-cf710502ba19), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:05.586024 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938bdf4-58b5-4c31-b547-2cf10ee6f1ae req-9bc0c211-a3e2-470a-b340-14f2a8fcdf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:05.587856 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0938bdf4-58b5-4c31-b547-2cf10ee6f1ae req-9bc0c211-a3e2-470a-b340-14f2a8fcdf4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7319462-7a9c-48c1-8b1b-f253974f3ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0936003 Mar 29 15:04:05.645152 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1539b2cd-bd35-4313-8bcf-c35f421f123c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13304387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12742666'] for subnet (288a8bfa-cb4f-45d3-b040-cf710502ba19), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:05.679186 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539b2cd-bd35-4313-8bcf-c35f421f123c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=288a8bfa-cb4f-45d3-b040-cf710502ba19,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:05.683923 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-92a32b47-f7e3-42d1-8767-3da98b1a6786 admin admin] Publish callbacks [] for security_group (5e383915-553f-42a9-a235-aab778820005), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:05.692845 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-92a32b47-f7e3-42d1-8767-3da98b1a6786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (5e383915-553f-42a9-a235-aab778820005), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:05.693018 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1539b2cd-bd35-4313-8bcf-c35f421f123c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for subnet (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:05.697937 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-1539b2cd-bd35-4313-8bcf-c35f421f123c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/288a8bfa-cb4f-45d3-b040-cf710502ba19 HTTP/1.1" status: 204 len: 168 time: 0.3443363 Mar 29 15:04:05.700380 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 39932) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:05.762031 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-92a32b47-f7e3-42d1-8767-3da98b1a6786 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=54de246230dc48dfb8a28b73142a1406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3843045 Mar 29 15:04:05.762031 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0938bdf4-58b5-4c31-b547-2cf10ee6f1ae req-5b902e41-0ecc-4841-874d-2d1b9f688a17 service neutron] 10.222.0.36 "GET /v2.0/networks/b7319462-7a9c-48c1-8b1b-f253974f3ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661882 Mar 29 15:04:05.763632 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 39936) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:05.766594 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a32b47-f7e3-42d1-8767-3da98b1a6786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e383915-553f-42a9-a235-aab778820005,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:05.812671 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-880aec27-fec6-4608-bcf3-85a4b13da3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050247'] for network (d1c4206b-4538-4db8-b17f-306e4e25a6aa), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:05.843428 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a77319d0-43bf-466d-911e-76ffff82d3b6 admin admin] Publish callbacks [] for security_group (5e383915-553f-42a9-a235-aab778820005), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:05.900821 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0938bdf4-58b5-4c31-b547-2cf10ee6f1ae req-2cc447bc-ad7e-4974-afef-9f9b407cde6a service neutron] 10.222.0.36 "GET /v2.0/networks/b7319462-7a9c-48c1-8b1b-f253974f3ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289945 Mar 29 15:04:05.916306 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41049187-3cf4-4a86-83fa-15c6d146734e req-d938c7da-2ce9-4065-b484-00c78a107ed8 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:05.920610 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-41049187-3cf4-4a86-83fa-15c6d146734e req-d938c7da-2ce9-4065-b484-00c78a107ed8 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0811331 Mar 29 15:04:05.933188 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a77319d0-43bf-466d-911e-76ffff82d3b6 admin admin] Publish callbacks [] for security_group (5e383915-553f-42a9-a235-aab778820005), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:05.948003 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-880aec27-fec6-4608-bcf3-85a4b13da3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989517', 'neutron.services.segments.db._delete_segments_for_network-8776791792186'] for network (d1c4206b-4538-4db8-b17f-306e4e25a6aa), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:05.979710 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-41049187-3cf4-4a86-83fa-15c6d146734e req-7a56294d-f44d-4310-a960-7766c89fdad8 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478172 Mar 29 15:04:05.984496 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-880aec27-fec6-4608-bcf3-85a4b13da3be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c4206b-4538-4db8-b17f-306e4e25a6aa']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:04:05.994755 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-880aec27-fec6-4608-bcf3-85a4b13da3be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8c83f0-378d-4b81-b2df-5f0426fb7007') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:04:05.995057 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-880aec27-fec6-4608-bcf3-85a4b13da3be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8c83f0-378d-4b81-b2df-5f0426fb7007') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:04:06.005572 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-880aec27-fec6-4608-bcf3-85a4b13da3be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776792023619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16402699'] for segment (0c8c83f0-378d-4b81-b2df-5f0426fb7007), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:06.024190 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-880aec27-fec6-4608-bcf3-85a4b13da3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (0c8c83f0-378d-4b81-b2df-5f0426fb7007), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:06.030706 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a77319d0-43bf-466d-911e-76ffff82d3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (5e383915-553f-42a9-a235-aab778820005), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:06.033466 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a77319d0-43bf-466d-911e-76ffff82d3b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:06.034612 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-a77319d0-43bf-466d-911e-76ffff82d3b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5e383915-553f-42a9-a235-aab778820005 HTTP/1.1" status: 204 len: 168 time: 0.2698445 Mar 29 15:04:06.035640 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-880aec27-fec6-4608-bcf3-85a4b13da3be admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:04:06.036543 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-880aec27-fec6-4608-bcf3-85a4b13da3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13311205'] for segment (0c8c83f0-378d-4b81-b2df-5f0426fb7007), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: Traceback (most recent call last): Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: timer() Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: cb(*args, **kw) Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: return func(*args, **kwargs) Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: self._notify() Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: self.callback(batched_events) Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: event.method(event) Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: return f(self, *a, **k) Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: return self._get(url).json() Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: return self.request(url, 'GET', **kwargs) Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:04:06.040093 dv-cinder-835635-1-iscsi neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:04:06.079832 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77319d0-43bf-466d-911e-76ffff82d3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e383915-553f-42a9-a235-aab778820005,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:06.142264 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-880aec27-fec6-4608-bcf3-85a4b13da3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787242'] for network (d1c4206b-4538-4db8-b17f-306e4e25a6aa), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:06.151699 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-880aec27-fec6-4608-bcf3-85a4b13da3be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:06.154766 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-880aec27-fec6-4608-bcf3-85a4b13da3be admin admin] 10.222.0.35 "DELETE /v2.0/networks/d1c4206b-4538-4db8-b17f-306e4e25a6aa HTTP/1.1" status: 204 len: 168 time: 0.4532135 Mar 29 15:04:06.168808 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880aec27-fec6-4608-bcf3-85a4b13da3be admin admin] Pushing event deleted for resources: {'Network': ['ID=d1c4206b-4538-4db8-b17f-306e4e25a6aa,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:06.186798 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2a632-d263-4547-a07f-4d9ecb39aa66 req-2a96b136-06d5-4c08-bd33-5d5824ee555d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:06.188323 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-cfc2a632-d263-4547-a07f-4d9ecb39aa66 req-2a96b136-06d5-4c08-bd33-5d5824ee555d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.1048105 Mar 29 15:04:06.257337 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-cfc2a632-d263-4547-a07f-4d9ecb39aa66 req-091827a4-98b2-4cd2-8840-6398a1fb8bf3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623345 Mar 29 15:04:06.379011 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 39952) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:06.379842 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 39954) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:06.409699 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-633e0808-cac0-452a-aaa7-c71907d02860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:06.448011 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077821e-7665-4c0d-80b2-c7f23d79eb04 req-a0d337f9-52ba-42cb-a4a2-ec9a8a3a5fc5 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:06.449790 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b077821e-7665-4c0d-80b2-c7f23d79eb04 req-a0d337f9-52ba-42cb-a4a2-ec9a8a3a5fc5 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.1089351 Mar 29 15:04:06.484764 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-3f7a6271-ea58-44d9-a1bb-a341c52c6fb1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2140a9f789314d05a680fd96d6669403&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1008043 Mar 29 15:04:06.484964 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 39956) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:06.533505 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b077821e-7665-4c0d-80b2-c7f23d79eb04 req-5947314b-1142-4a4b-af9b-3cccedc5c630 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765126 Mar 29 15:04:06.565146 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-719c79a4-79ee-4171-905c-c12f3df43e26 admin admin] Publish callbacks [] for security_group (1a32ded2-4a17-4b11-940d-86e648a7e145), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:06.584520 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-633e0808-cac0-452a-aaa7-c71907d02860 admin admin] Publish callbacks [] for security_group (fd17bf57-9ed7-447f-a276-e403a6728970), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:06.589054 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-633e0808-cac0-452a-aaa7-c71907d02860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (fd17bf57-9ed7-447f-a276-e403a6728970), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:06.591401 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-719c79a4-79ee-4171-905c-c12f3df43e26 admin admin] Publish callbacks [] for security_group (1a32ded2-4a17-4b11-940d-86e648a7e145), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:06.640488 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-633e0808-cac0-452a-aaa7-c71907d02860 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ae4ec6e5eac04235831b02adcf20a65b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553904 Mar 29 15:04:06.640488 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e0808-cac0-452a-aaa7-c71907d02860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd17bf57-9ed7-447f-a276-e403a6728970,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:06.640693 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 39962) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:06.678226 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-719c79a4-79ee-4171-905c-c12f3df43e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (1a32ded2-4a17-4b11-940d-86e648a7e145), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:06.680830 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-719c79a4-79ee-4171-905c-c12f3df43e26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:06.681988 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-719c79a4-79ee-4171-905c-c12f3df43e26 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1a32ded2-4a17-4b11-940d-86e648a7e145 HTTP/1.1" status: 204 len: 168 time: 0.1935945 Mar 29 15:04:06.721854 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c79a4-79ee-4171-905c-c12f3df43e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a32ded2-4a17-4b11-940d-86e648a7e145,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:06.753882 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-485a10e3-b96f-46a1-bdbf-fab33aa39792 admin admin] Publish callbacks [] for security_group (fd17bf57-9ed7-447f-a276-e403a6728970), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:06.779579 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-485a10e3-b96f-46a1-bdbf-fab33aa39792 admin admin] Publish callbacks [] for security_group (fd17bf57-9ed7-447f-a276-e403a6728970), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:06.843716 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-485a10e3-b96f-46a1-bdbf-fab33aa39792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (fd17bf57-9ed7-447f-a276-e403a6728970), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:06.846277 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-485a10e3-b96f-46a1-bdbf-fab33aa39792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:06.850713 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-485a10e3-b96f-46a1-bdbf-fab33aa39792 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fd17bf57-9ed7-447f-a276-e403a6728970 HTTP/1.1" status: 204 len: 168 time: 0.1981764 Mar 29 15:04:06.860396 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a10e3-b96f-46a1-bdbf-fab33aa39792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd17bf57-9ed7-447f-a276-e403a6728970,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:07.232280 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 39986) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:07.275718 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-732d5f5f-1bd6-44a6-804b-f7ec685feb0b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5d09b5844d574261b5602e74693d6569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421340 Mar 29 15:04:07.278326 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 39988) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:07.331268 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-55a8ace9-93c5-4a70-9da0-24f6a2f3a2ea admin admin] Publish callbacks [] for security_group (0a70622e-e28d-4edd-b669-5007f46dedad), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:07.353602 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-55a8ace9-93c5-4a70-9da0-24f6a2f3a2ea admin admin] Publish callbacks [] for security_group (0a70622e-e28d-4edd-b669-5007f46dedad), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:07.402952 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-55a8ace9-93c5-4a70-9da0-24f6a2f3a2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (0a70622e-e28d-4edd-b669-5007f46dedad), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:07.405964 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-55a8ace9-93c5-4a70-9da0-24f6a2f3a2ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:07.407113 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-55a8ace9-93c5-4a70-9da0-24f6a2f3a2ea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0a70622e-e28d-4edd-b669-5007f46dedad HTTP/1.1" status: 204 len: 168 time: 0.1278250 Mar 29 15:04:07.417096 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ace9-93c5-4a70-9da0-24f6a2f3a2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a70622e-e28d-4edd-b669-5007f46dedad,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:07.685978 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed927a-73ee-490e-a9fc-034931f11793 req-cb091e36-1bbd-4bc1-8f1b-86de87f122f7 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:07.693747 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2bed927a-73ee-490e-a9fc-034931f11793 req-cb091e36-1bbd-4bc1-8f1b-86de87f122f7 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.0737853 Mar 29 15:04:07.759081 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2bed927a-73ee-490e-a9fc-034931f11793 req-7e507b5f-6ed1-433a-a9c0-17495a6de2ef tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639462 Mar 29 15:04:08.097642 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe455e8-d678-41c6-956f-71f32ad1f4f6 req-8bc6b72f-64a3-4533-b557-ed11a3f0c536 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:08.101144 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-9fe455e8-d678-41c6-956f-71f32ad1f4f6 req-8bc6b72f-64a3-4533-b557-ed11a3f0c536 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.0631135 Mar 29 15:04:08.149936 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-9fe455e8-d678-41c6-956f-71f32ad1f4f6 req-3797b10b-693d-49d9-9622-f2cf787f2d9b tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437644 Mar 29 15:04:08.323502 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65085c-6103-4823-83b0-77963722b1db req-adf1114f-2bef-4c7a-9028-50395dd2fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:08.331382 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3b65085c-6103-4823-83b0-77963722b1db req-adf1114f-2bef-4c7a-9028-50395dd2fe69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00f07373deef4fc0b642c58742393b86&device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 1130 time: 0.0612650 Mar 29 15:04:08.439880 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65085c-6103-4823-83b0-77963722b1db req-e58f4eec-3b2b-4412-8eef-0b184c431800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:08.441401 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3b65085c-6103-4823-83b0-77963722b1db req-e58f4eec-3b2b-4412-8eef-0b184c431800 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9352682d-561b-46b3-a155-35c84f4fd466 HTTP/1.1" status: 200 len: 919 time: 0.1043837 Mar 29 15:04:08.491535 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3b65085c-6103-4823-83b0-77963722b1db req-55054dbc-f45f-4d48-aaf0-090963a46a5a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59d28632-a2db-4fa9-8a3e-833c3499a8ab HTTP/1.1" status: 200 len: 217 time: 0.0428543 Mar 29 15:04:08.885568 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e830c00-6dd8-4a81-a586-9e00542c17d5 req-cb997c58-d01e-439e-8847-35452c0b9410 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:08.892247 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7e830c00-6dd8-4a81-a586-9e00542c17d5 req-cb997c58-d01e-439e-8847-35452c0b9410 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.0615191 Mar 29 15:04:08.940528 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7e830c00-6dd8-4a81-a586-9e00542c17d5 req-ce31c99d-5762-4504-94a8-10a6c80b780b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473857 Mar 29 15:04:09.303395 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74da1bc-1ffe-4e32-bb8f-faeee79882a4 req-cb2b7694-0947-4e94-89be-0f3b810c14ff tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:09.305026 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d74da1bc-1ffe-4e32-bb8f-faeee79882a4 req-cb2b7694-0947-4e94-89be-0f3b810c14ff tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.0628064 Mar 29 15:04:09.353840 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d74da1bc-1ffe-4e32-bb8f-faeee79882a4 req-a5c9aaa1-5711-4217-841d-516bc7a72d24 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431414 Mar 29 15:04:09.741338 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 40110) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:09.845493 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c74607af-5576-46d9-b152-cb95a3cdd85d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:09.920121 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c74607af-5576-46d9-b152-cb95a3cdd85d admin admin] Publish callbacks [] for security_group (b716934e-5366-4407-86d8-acbadf29e158), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:09.923652 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c74607af-5576-46d9-b152-cb95a3cdd85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (b716934e-5366-4407-86d8-acbadf29e158), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:09.961386 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-c74607af-5576-46d9-b152-cb95a3cdd85d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c2214338788841efaf93e760e22bd8bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190235 Mar 29 15:04:09.962483 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74607af-5576-46d9-b152-cb95a3cdd85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b716934e-5366-4407-86d8-acbadf29e158,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:09.964044 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 40114) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:10.016063 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-95f6fd14-b652-4122-b19e-356b99bc60d8 admin admin] Publish callbacks [] for security_group (b716934e-5366-4407-86d8-acbadf29e158), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:10.066794 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-95f6fd14-b652-4122-b19e-356b99bc60d8 admin admin] Publish callbacks [] for security_group (b716934e-5366-4407-86d8-acbadf29e158), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:10.116798 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339d769-f478-42d8-b145-0ca933d182ef req-48584a14-aeeb-4bd5-ade6-fd96ba39bf25 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:10.118497 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4339d769-f478-42d8-b145-0ca933d182ef req-48584a14-aeeb-4bd5-ade6-fd96ba39bf25 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.1006219 Mar 29 15:04:10.160315 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-95f6fd14-b652-4122-b19e-356b99bc60d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (b716934e-5366-4407-86d8-acbadf29e158), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:10.163048 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-95f6fd14-b652-4122-b19e-356b99bc60d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:10.164155 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-95f6fd14-b652-4122-b19e-356b99bc60d8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b716934e-5366-4407-86d8-acbadf29e158 HTTP/1.1" status: 204 len: 168 time: 0.1991084 Mar 29 15:04:10.178374 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4339d769-f478-42d8-b145-0ca933d182ef req-74ddc644-99b1-452f-b5a1-5b687f69d89a tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533607 Mar 29 15:04:10.178662 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6fd14-b652-4122-b19e-356b99bc60d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b716934e-5366-4407-86d8-acbadf29e158,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:10.434344 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 40130) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:10.448342 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-76bd3bd5-4691-4d9f-abe0-3666fc2a54e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:10.472755 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605af8e2-a9af-4caa-a6ff-6401db400437 req-43bb6c4e-5f9a-4db5-835a-117f06c8a999 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:10.474879 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-605af8e2-a9af-4caa-a6ff-6401db400437 req-43bb6c4e-5f9a-4db5-835a-117f06c8a999 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.0543194 Mar 29 15:04:10.522474 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-605af8e2-a9af-4caa-a6ff-6401db400437 req-74597771-177c-4f11-9716-2315caf42ed8 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419374 Mar 29 15:04:10.523126 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-76bd3bd5-4691-4d9f-abe0-3666fc2a54e6 admin admin] Publish callbacks [] for security_group (f9a30464-7d74-4edf-a293-ce105eb9cbe3), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:10.527474 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-76bd3bd5-4691-4d9f-abe0-3666fc2a54e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (f9a30464-7d74-4edf-a293-ce105eb9cbe3), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:10.565067 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-76bd3bd5-4691-4d9f-abe0-3666fc2a54e6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5c8c1407b5884f1fb568f17f61867778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1294420 Mar 29 15:04:10.567573 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd3bd5-4691-4d9f-abe0-3666fc2a54e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a30464-7d74-4edf-a293-ce105eb9cbe3,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:10.568619 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 40132) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:10.616880 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9a579ec6-0814-4242-ae65-5bdf400b5444 admin admin] Publish callbacks [] for security_group (f9a30464-7d74-4edf-a293-ce105eb9cbe3), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:10.642011 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9a579ec6-0814-4242-ae65-5bdf400b5444 admin admin] Publish callbacks [] for security_group (f9a30464-7d74-4edf-a293-ce105eb9cbe3), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:10.688313 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9a579ec6-0814-4242-ae65-5bdf400b5444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (f9a30464-7d74-4edf-a293-ce105eb9cbe3), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:10.690823 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9a579ec6-0814-4242-ae65-5bdf400b5444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:10.692526 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-9a579ec6-0814-4242-ae65-5bdf400b5444 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f9a30464-7d74-4edf-a293-ce105eb9cbe3 HTTP/1.1" status: 204 len: 168 time: 0.1223752 Mar 29 15:04:10.700922 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a579ec6-0814-4242-ae65-5bdf400b5444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a30464-7d74-4edf-a293-ce105eb9cbe3,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:11.306104 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c468699-7aed-4cc6-ab93-fbd5b7aebbd1 req-42d24c15-4242-4184-8629-0d7fa46cc8dd tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:11.313047 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7c468699-7aed-4cc6-ab93-fbd5b7aebbd1 req-42d24c15-4242-4184-8629-0d7fa46cc8dd tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.0640984 Mar 29 15:04:11.355823 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7c468699-7aed-4cc6-ab93-fbd5b7aebbd1 req-adcad333-b9b9-477d-bb6f-1ddc4e1ef28a tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419588 Mar 29 15:04:11.360636 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 40162) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:11.397104 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e2edb9f5-032f-440c-805c-42e6260ed1af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:11.455321 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-88b26046-da43-403b-8fd5-d396888276bf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1763084660-network', 'tenant_id': '9bf5cdd7d8094a01b1fb8c6c9b8c245d'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:04:11.473985 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b26046-da43-403b-8fd5-d396888276bf admin admin] Made reservation on behalf of 9bf5cdd7d8094a01b1fb8c6c9b8c245d for: {'network': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:04:11.476026 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-88b26046-da43-403b-8fd5-d396888276bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for network (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:11.484063 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-88b26046-da43-403b-8fd5-d396888276bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:11.558101 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-88b26046-da43-403b-8fd5-d396888276bf admin admin] Publish callbacks [] for security_group (ac29cb5a-4a51-4c41-8a3b-8e19b6298e33), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:11.562221 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-88b26046-da43-403b-8fd5-d396888276bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (ac29cb5a-4a51-4c41-8a3b-8e19b6298e33), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:11.587156 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b26046-da43-403b-8fd5-d396888276bf admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=103154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:04:11.595928 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b26046-da43-403b-8fd5-d396888276bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:11.604141 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-88b26046-da43-403b-8fd5-d396888276bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (8bd2d44c-527f-4823-9e0f-54363ae6a8b4), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:11.604141 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.segments_db [None req-88b26046-da43-403b-8fd5-d396888276bf admin admin] Added segment 8bd2d44c-527f-4823-9e0f-54363ae6a8b4 of type vlan for network b13f3ae4-8e75-4c64-a663-7c5985047fd7 Mar 29 15:04:11.643161 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-88b26046-da43-403b-8fd5-d396888276bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776791432771'] for network (b13f3ae4-8e75-4c64-a663-7c5985047fd7), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:11.647515 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dc225-78bc-4466-95ea-589e286db1c5 req-2cdabae1-302d-4cfb-b650-0b6f87ebf341 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:11.649026 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-603dc225-78bc-4466-95ea-589e286db1c5 req-2cdabae1-302d-4cfb-b650-0b6f87ebf341 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.0567153 Mar 29 15:04:11.669534 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-88b26046-da43-403b-8fd5-d396888276bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834'] for network (b13f3ae4-8e75-4c64-a663-7c5985047fd7), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:11.670493 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b26046-da43-403b-8fd5-d396888276bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:11.671091 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-88b26046-da43-403b-8fd5-d396888276bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:11.698051 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-603dc225-78bc-4466-95ea-589e286db1c5 req-3dc914a5-43b4-4add-a066-5fec76ab4ff7 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433483 Mar 29 15:04:11.726695 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-88b26046-da43-403b-8fd5-d396888276bf admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3648732 Mar 29 15:04:11.729904 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 40168) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:11.734767 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-728e3ac1-2be0-42cc-951d-c2240124a8ff admin admin] Request body: {'subnet': {'network_id': 'b13f3ae4-8e75-4c64-a663-7c5985047fd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1763084660-subnet', 'tenant_id': '9bf5cdd7d8094a01b1fb8c6c9b8c245d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:04:11.735386 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b26046-da43-403b-8fd5-d396888276bf admin admin] Pushing event updated for resources: {'Network': ['ID=b13f3ae4-8e75-4c64-a663-7c5985047fd7,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:11.745989 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Network b13f3ae4-8e75-4c64-a663-7c5985047fd7 details requested by agent ovs-agent-dv-cinder-835635-1-iscsi with host dv-cinder-835635-1-iscsi {{(pid=103155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:04:11.755067 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728e3ac1-2be0-42cc-951d-c2240124a8ff admin admin] Made reservation on behalf of 9bf5cdd7d8094a01b1fb8c6c9b8c245d for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:04:11.757448 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-728e3ac1-2be0-42cc-951d-c2240124a8ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12742677'] for subnet (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:11.921260 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-728e3ac1-2be0-42cc-951d-c2240124a8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13304320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12742659'] for subnet (e9adb672-ebf2-4a64-969e-01885f2f47a3), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:11.970402 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e3ac1-2be0-42cc-951d-c2240124a8ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9adb672-ebf2-4a64-969e-01885f2f47a3,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:11.986370 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728e3ac1-2be0-42cc-951d-c2240124a8ff admin admin] Checking segment: {'id': '8bd2d44c-527f-4823-9e0f-54363ae6a8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'b13f3ae4-8e75-4c64-a663-7c5985047fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:04:11.986653 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728e3ac1-2be0-42cc-951d-c2240124a8ff admin admin] Network hostable DHCP agents. Network: b13f3ae4-8e75-4c64-a663-7c5985047fd7, hostable agents: ['a6029aa5-8774-4641-86ae-5d2d983dd0a8'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:04:12.002918 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728e3ac1-2be0-42cc-951d-c2240124a8ff admin admin] Network b13f3ae4-8e75-4c64-a663-7c5985047fd7 is scheduled to be hosted by DHCP agent a6029aa5-8774-4641-86ae-5d2d983dd0a8 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:04:12.012860 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-728e3ac1-2be0-42cc-951d-c2240124a8ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-1-iscsi, b13f3ae4-8e75-4c64-a663-7c5985047fd7) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:04:12.017603 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728e3ac1-2be0-42cc-951d-c2240124a8ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:12.019521 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-728e3ac1-2be0-42cc-951d-c2240124a8ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for subnet (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:12.021218 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab9b425-78bc-461b-93c9-464bca2a2794 None None] Network b13f3ae4-8e75-4c64-a663-7c5985047fd7 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:04:12.035547 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-728e3ac1-2be0-42cc-951d-c2240124a8ff admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3045506 Mar 29 15:04:12.122627 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc65f09-7a37-42c0-961b-c4be5f7f67db None None] Network b13f3ae4-8e75-4c64-a663-7c5985047fd7 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:04:12.487731 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c4784-f184-4faa-984c-f899e24de480 req-1b0454f1-e579-4a39-b972-850f468da655 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:12.489514 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b59c4784-f184-4faa-984c-f899e24de480 req-1b0454f1-e579-4a39-b972-850f468da655 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.0602965 Mar 29 15:04:12.537802 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b59c4784-f184-4faa-984c-f899e24de480 req-a5b9c259-643f-456f-aea2-2742bfaf129d tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419543 Mar 29 15:04:12.686391 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65085c-6103-4823-83b0-77963722b1db req-52e09dc7-1af0-4408-85ed-67e964010d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:12.687775 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3b65085c-6103-4823-83b0-77963722b1db req-52e09dc7-1af0-4408-85ed-67e964010d66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4785f368-95a0-409f-b70d-930d5b4d123e HTTP/1.1" status: 200 len: 857 time: 0.0443516 Mar 29 15:04:12.819691 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ac53c-3a69-4096-afe0-b8033c47bd57 req-b3303312-be40-40c6-bf8a-adf9f06d9669 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:12.821100 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c21ac53c-3a69-4096-afe0-b8033c47bd57 req-b3303312-be40-40c6-bf8a-adf9f06d9669 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.0559740 Mar 29 15:04:12.866494 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c21ac53c-3a69-4096-afe0-b8033c47bd57 req-3885b7c4-6ba6-4658-84a9-d3f59669d3ea tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398779 Mar 29 15:04:13.610401 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device a0064680-d05d-4c2d-aaef-d4db9260280c details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:04:13.689518 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65085c-6103-4823-83b0-77963722b1db req-1791c0b1-fb7e-4d85-8940-18ac097e7193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:13.691002 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3b65085c-6103-4823-83b0-77963722b1db req-1791c0b1-fb7e-4d85-8940-18ac097e7193 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9352682d-561b-46b3-a155-35c84f4fd466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0738502 Mar 29 15:04:13.698487 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba249d0c-9a53-45cd-b2cb-1f1b910e508e req-752a2157-7eed-4975-b09b-6e0f6cb22d29 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:13.699881 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ba249d0c-9a53-45cd-b2cb-1f1b910e508e req-752a2157-7eed-4975-b09b-6e0f6cb22d29 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.0933826 Mar 29 15:04:13.725786 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port a0064680-d05d-4c2d-aaef-d4db9260280c, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=a0064680-d05d-4c2d-aaef-d4db9260280c,segment=NetworkSegment(d32bf408-be36-4d34-802e-1529276988f7),segment_id=d32bf408-be36-4d34-802e-1529276988f7)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:04:13.728413 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-5c893518-6248-4c5c-b80c-2e45157fd724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:13.738018 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Returning: {'device': 'a0064680-d05d-4c2d-aaef-d4db9260280c', 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'port_id': 'a0064680-d05d-4c2d-aaef-d4db9260280c', 'mac_address': 'fa:16:3e:0b:0f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:04:13.749614 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ba249d0c-9a53-45cd-b2cb-1f1b910e508e req-bb77f32b-a687-45dd-aa3b-55ee16771b47 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431759 Mar 29 15:04:13.777030 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port a0064680-d05d-4c2d-aaef-d4db9260280c is: DOWN; New status is: BUILD {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:04:13.777415 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (a0064680-d05d-4c2d-aaef-d4db9260280c), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:13.790868 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0064680-d05d-4c2d-aaef-d4db9260280c {{(pid=103155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:04:13.810203 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port a0064680-d05d-4c2d-aaef-d4db9260280c, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=a0064680-d05d-4c2d-aaef-d4db9260280c,segment=NetworkSegment(d32bf408-be36-4d34-802e-1529276988f7),segment_id=d32bf408-be36-4d34-802e-1529276988f7)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:04:13.813818 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (a0064680-d05d-4c2d-aaef-d4db9260280c), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:13.872325 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=a0064680-d05d-4c2d-aaef-d4db9260280c,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:13.982755 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140700ea-7474-40a4-99c0-4a1567abb37a req-652b7844-b535-44a8-a353-c40ff8255ab3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:13.984143 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-140700ea-7474-40a4-99c0-4a1567abb37a req-652b7844-b535-44a8-a353-c40ff8255ab3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.0524004 Mar 29 15:04:14.029766 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-140700ea-7474-40a4-99c0-4a1567abb37a req-870404f2-5ba7-4942-bc9a-efeb9ba15324 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396185 Mar 29 15:04:14.702592 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:14.868978 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c4f34-5240-4bb5-b8ad-5c8ff562bcec req-fa43484a-e1a9-4812-ba95-17d5858bda9f tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:14.870338 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-917c4f34-5240-4bb5-b8ad-5c8ff562bcec req-fa43484a-e1a9-4812-ba95-17d5858bda9f tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 944 time: 0.0510116 Mar 29 15:04:14.919186 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-917c4f34-5240-4bb5-b8ad-5c8ff562bcec req-1dbb9e21-8fad-44ae-b120-ca452c3ad36f tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434363 Mar 29 15:04:15.036509 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3b65085c-6103-4823-83b0-77963722b1db req-2e80cf33-ffdd-41dc-b2cf-5502311e8441 service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848255 Mar 29 15:04:15.153368 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db0c19-a14d-49a3-a029-835a53082987 req-dffaeb97-6f2c-4a66-adfe-f59d0c29e743 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:15.154844 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f0db0c19-a14d-49a3-a029-835a53082987 req-dffaeb97-6f2c-4a66-adfe-f59d0c29e743 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.0558665 Mar 29 15:04:15.217612 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f0db0c19-a14d-49a3-a029-835a53082987 req-7e3635cf-9e5a-44c0-8ef4-6f0eef21d3ab tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571074 Mar 29 15:04:15.353653 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3b65085c-6103-4823-83b0-77963722b1db req-5463c6c4-fe23-47ac-a9d1-e89cacccf410 service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111453 Mar 29 15:04:15.841450 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['a0064680-d05d-4c2d-aaef-d4db9260280c'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:04:16.045225 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1d4d1-fe6f-48b2-8cd5-53c648aff4e2 req-f17e6daa-8948-41a6-923f-c85e141c63a2 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:16.046664 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d3a1d4d1-fe6f-48b2-8cd5-53c648aff4e2 req-f17e6daa-8948-41a6-923f-c85e141c63a2 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 944 time: 0.0526450 Mar 29 15:04:16.092834 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d3a1d4d1-fe6f-48b2-8cd5-53c648aff4e2 req-15fca38e-1329-4032-8b21-fa95e42bb273 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405777 Mar 29 15:04:16.341895 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f09142-e4a4-4de2-8d8e-e3329db27adf req-e8667cf7-11d1-4afe-a147-80e4ebfb38f7 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:16.343454 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-81f09142-e4a4-4de2-8d8e-e3329db27adf req-e8667cf7-11d1-4afe-a147-80e4ebfb38f7 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.0568640 Mar 29 15:04:16.397105 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-81f09142-e4a4-4de2-8d8e-e3329db27adf req-419746d6-553f-4aea-acae-acfdf203fc81 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475771 Mar 29 15:04:16.532771 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:17.213514 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a559a-519c-4649-a7c1-a687a1d050b4 req-66b214ca-3816-4adb-94fa-5a7e7d357fa4 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:17.214993 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-125a559a-519c-4649-a7c1-a687a1d050b4 req-66b214ca-3816-4adb-94fa-5a7e7d357fa4 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 944 time: 0.0525479 Mar 29 15:04:17.262511 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-125a559a-519c-4649-a7c1-a687a1d050b4 req-1b13f14a-4244-4aa2-9072-1ab5ec7494bf tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420136 Mar 29 15:04:17.516149 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77742b-015e-491c-a86a-b9c39c3996f1 req-807b4a71-c904-41dc-bc75-fb710a28646d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:17.517642 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-ff77742b-015e-491c-a86a-b9c39c3996f1 req-807b4a71-c904-41dc-bc75-fb710a28646d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.0532293 Mar 29 15:04:17.566335 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-ff77742b-015e-491c-a86a-b9c39c3996f1 req-d403cdb4-7cb1-4d8c-9177-7089306cb727 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425081 Mar 29 15:04:17.597120 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:17.637692 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device a0064680-d05d-4c2d-aaef-d4db9260280c up at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:04:17.686767 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning for port a0064680-d05d-4c2d-aaef-d4db9260280c completed by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:04:17.690285 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning complete for port a0064680-d05d-4c2d-aaef-d4db9260280c triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:04:17.690654 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (a0064680-d05d-4c2d-aaef-d4db9260280c), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:17.787576 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port a0064680-d05d-4c2d-aaef-d4db9260280c is: BUILD; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:04:17.788146 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (a0064680-d05d-4c2d-aaef-d4db9260280c), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:17.815644 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cd9010-ad54-4bea-b8bf-9c429bd85481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0064680-d05d-4c2d-aaef-d4db9260280c'}] {{(pid=103155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:04:17.818588 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38c8142a5be8756d7824345574af4facaba61695d099691de86e3daaece1ccc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e08711-22d0-4d47-8db1-cfe78ef9f805" -d '{"events": [{"server_uuid": "98cd9010-ad54-4bea-b8bf-9c429bd85481", "name": "network-vif-plugged", "status": "completed", "tag": "a0064680-d05d-4c2d-aaef-d4db9260280c"}]}' {{(pid=103155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:04:17.834977 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port a0064680-d05d-4c2d-aaef-d4db9260280c, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=a0064680-d05d-4c2d-aaef-d4db9260280c,segment=NetworkSegment(d32bf408-be36-4d34-802e-1529276988f7),segment_id=d32bf408-be36-4d34-802e-1529276988f7)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:04:17.839837 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (a0064680-d05d-4c2d-aaef-d4db9260280c), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:17.873994 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c81b116-cef5-4d8e-bdd9-7dff17a3cdc4 x-openstack-request-id: req-5c81b116-cef5-4d8e-bdd9-7dff17a3cdc4 {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:04:17.874312 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cd9010-ad54-4bea-b8bf-9c429bd85481", "name": "network-vif-plugged", "status": "completed", "tag": "a0064680-d05d-4c2d-aaef-d4db9260280c", "code": 200}]} {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:04:17.874562 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5c81b116-cef5-4d8e-bdd9-7dff17a3cdc4 {{(pid=103155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:04:17.874980 dv-cinder-835635-1-iscsi neutron-server[103155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c81b116-cef5-4d8e-bdd9-7dff17a3cdc4'] response: {'server_uuid': '98cd9010-ad54-4bea-b8bf-9c429bd85481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0064680-d05d-4c2d-aaef-d4db9260280c', 'code': 200} Mar 29 15:04:17.937563 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=a0064680-d05d-4c2d-aaef-d4db9260280c,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:18.036113 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 40310) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:18.085867 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-74ced9c1-5ebe-4c6e-9df4-99fbdb6c4efd tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:18.087566 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-74ced9c1-5ebe-4c6e-9df4-99fbdb6c4efd tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/networks?id=b13f3ae4-8e75-4c64-a663-7c5985047fd7 HTTP/1.1" status: 200 len: 809 time: 0.1566145 Mar 29 15:04:18.112801 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-094fd822-831c-4dc6-9aef-2cd93fd55078 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/quotas/9bf5cdd7d8094a01b1fb8c6c9b8c245d HTTP/1.1" status: 200 len: 375 time: 0.0176158 Mar 29 15:04:18.114923 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043faba1-cac5-44af-9a21-574f4f66b40d req-686ae638-5362-4932-9d05-74129419454a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:18.116527 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-043faba1-cac5-44af-9a21-574f4f66b40d req-686ae638-5362-4932-9d05-74129419454a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 1129 time: 0.0762708 Mar 29 15:04:18.145818 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aa363102-33c5-4c3e-802d-6a2ed1fabf70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:18.150454 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-29aa276e-8afa-4f49-8b6b-1fd654c9b189 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9bf5cdd7d8094a01b1fb8c6c9b8c245d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317090 Mar 29 15:04:18.231314 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aa363102-33c5-4c3e-802d-6a2ed1fabf70 admin admin] Publish callbacks [] for security_group (21f4dd3f-a66c-47f1-8636-66e9bb4dabf3), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:18.236791 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-043faba1-cac5-44af-9a21-574f4f66b40d req-c0477fba-08da-437d-b77a-431847dff262 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089432 Mar 29 15:04:18.241078 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aa363102-33c5-4c3e-802d-6a2ed1fabf70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (21f4dd3f-a66c-47f1-8636-66e9bb4dabf3), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:18.274444 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-d64fafc7-5448-4641-b7d9-97cdef9c49ea service neutron] 10.222.0.35 "GET /v2.0/networks/b13f3ae4-8e75-4c64-a663-7c5985047fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166127 Mar 29 15:04:18.281709 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-aa363102-33c5-4c3e-802d-6a2ed1fabf70 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=27bb16c48f9e486f97cfc34aad4fdaf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2421131 Mar 29 15:04:18.282640 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 40314) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:18.296183 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa363102-33c5-4c3e-802d-6a2ed1fabf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f4dd3f-a66c-47f1-8636-66e9bb4dabf3,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:18.345342 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4ab18035-c3ea-496d-b61c-5fd7af10a96d admin admin] Publish callbacks [] for security_group (21f4dd3f-a66c-47f1-8636-66e9bb4dabf3), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:18.376073 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4ab18035-c3ea-496d-b61c-5fd7af10a96d admin admin] Publish callbacks [] for security_group (21f4dd3f-a66c-47f1-8636-66e9bb4dabf3), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:18.379549 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-eb18bec1-d356-43a5-b78a-dedb12b37d65 service neutron] 10.222.0.35 "GET /v2.0/networks/b13f3ae4-8e75-4c64-a663-7c5985047fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992248 Mar 29 15:04:18.442374 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658a31e-a6b6-469f-9b44-364c1bd90ddb req-03e51384-b640-4f9d-8ae9-00580ff58477 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:18.443865 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e658a31e-a6b6-469f-9b44-364c1bd90ddb req-03e51384-b640-4f9d-8ae9-00580ff58477 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 945 time: 0.0849032 Mar 29 15:04:18.472555 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4ab18035-c3ea-496d-b61c-5fd7af10a96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (21f4dd3f-a66c-47f1-8636-66e9bb4dabf3), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:18.475638 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4ab18035-c3ea-496d-b61c-5fd7af10a96d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:18.479133 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-4ab18035-c3ea-496d-b61c-5fd7af10a96d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/21f4dd3f-a66c-47f1-8636-66e9bb4dabf3 HTTP/1.1" status: 204 len: 168 time: 0.1932330 Mar 29 15:04:18.489160 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab18035-c3ea-496d-b61c-5fd7af10a96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f4dd3f-a66c-47f1-8636-66e9bb4dabf3,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:18.554939 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e658a31e-a6b6-469f-9b44-364c1bd90ddb req-23536576-d326-4107-96f5-e0c239c13b6c tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907674 Mar 29 15:04:18.585822 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f4b6988a-c81d-4867-b19f-aba1baaaf83d req-33c09902-985f-4133-9d0e-9b36cf7098d1 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=de073263-6785-4750-bb4a-765516e83c26 HTTP/1.1" status: 200 len: 210 time: 0.0361598 Mar 29 15:04:18.714457 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3009e-facd-4951-a770-f246834969df req-416f5b09-c4fb-4b1c-ad2e-2b27922365ae tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:18.715961 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-21a3009e-facd-4951-a770-f246834969df req-416f5b09-c4fb-4b1c-ad2e-2b27922365ae tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.0693231 Mar 29 15:04:18.777290 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-21a3009e-facd-4951-a770-f246834969df req-55bc1786-ace9-49e4-a42a-f6e4188a1c5b tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545321 Mar 29 15:04:18.867561 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 40336) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:18.881813 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bf55ca5c-21ff-4aee-aa14-e9b8b19897e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:18.959550 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bf55ca5c-21ff-4aee-aa14-e9b8b19897e6 admin admin] Publish callbacks [] for security_group (fc10636c-8f73-4cf1-947f-c56fe57a5d4a), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:18.964038 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bf55ca5c-21ff-4aee-aa14-e9b8b19897e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (fc10636c-8f73-4cf1-947f-c56fe57a5d4a), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:19.007191 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-bf55ca5c-21ff-4aee-aa14-e9b8b19897e6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5e6b700b81424c398a24d49c2cd086e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384318 Mar 29 15:04:19.008155 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55ca5c-21ff-4aee-aa14-e9b8b19897e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc10636c-8f73-4cf1-947f-c56fe57a5d4a,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:19.009890 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 40342) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:19.064889 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c403a0d3-8aa8-404d-95fa-8429eea4290e admin admin] Publish callbacks [] for security_group (fc10636c-8f73-4cf1-947f-c56fe57a5d4a), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:19.091733 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c403a0d3-8aa8-404d-95fa-8429eea4290e admin admin] Publish callbacks [] for security_group (fc10636c-8f73-4cf1-947f-c56fe57a5d4a), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:19.147840 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c403a0d3-8aa8-404d-95fa-8429eea4290e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (fc10636c-8f73-4cf1-947f-c56fe57a5d4a), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:19.152474 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c403a0d3-8aa8-404d-95fa-8429eea4290e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:19.156379 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-c403a0d3-8aa8-404d-95fa-8429eea4290e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fc10636c-8f73-4cf1-947f-c56fe57a5d4a HTTP/1.1" status: 204 len: 168 time: 0.1430993 Mar 29 15:04:19.170727 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403a0d3-8aa8-404d-95fa-8429eea4290e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc10636c-8f73-4cf1-947f-c56fe57a5d4a,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:19.362928 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 40358) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:19.521558 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-aab1d026-a746-49a7-81d0-45b9eaf592a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:19.597113 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-aab1d026-a746-49a7-81d0-45b9eaf592a6 admin admin] Publish callbacks [] for security_group (c962d37c-f3c3-474e-a0a7-8578e60de1d0), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:19.602010 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-aab1d026-a746-49a7-81d0-45b9eaf592a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (c962d37c-f3c3-474e-a0a7-8578e60de1d0), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:19.661153 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-aab1d026-a746-49a7-81d0-45b9eaf592a6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=01ea6df1f84848ffade2f063aa04ee9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2944515 Mar 29 15:04:19.661494 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 40368) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:19.675844 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1d026-a746-49a7-81d0-45b9eaf592a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c962d37c-f3c3-474e-a0a7-8578e60de1d0,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:19.710459 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43ffb9-283f-448c-a576-908c3eac2af5 req-292b74b5-0e43-4f69-9e79-b35425fe6057 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:19.712235 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-bf43ffb9-283f-448c-a576-908c3eac2af5 req-292b74b5-0e43-4f69-9e79-b35425fe6057 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 945 time: 0.0797427 Mar 29 15:04:19.721275 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-dab607be-b39f-4024-bc49-7005d63dd78f req-abdb32d7-2b13-445f-bcd9-109ffe091067 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=de073263-6785-4750-bb4a-765516e83c26 HTTP/1.1" status: 200 len: 210 time: 0.0459538 Mar 29 15:04:19.750720 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1ba7899a-e64c-45be-8187-c9071fa8887a admin admin] Publish callbacks [] for security_group (c962d37c-f3c3-474e-a0a7-8578e60de1d0), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:19.777460 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1ba7899a-e64c-45be-8187-c9071fa8887a admin admin] Publish callbacks [] for security_group (c962d37c-f3c3-474e-a0a7-8578e60de1d0), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:19.819055 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-bf43ffb9-283f-448c-a576-908c3eac2af5 req-2d21f45b-fb60-4023-ab2f-56ecb9660cfa tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003842 Mar 29 15:04:19.850608 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1ba7899a-e64c-45be-8187-c9071fa8887a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (c962d37c-f3c3-474e-a0a7-8578e60de1d0), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:19.853867 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1ba7899a-e64c-45be-8187-c9071fa8887a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:19.856966 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-1ba7899a-e64c-45be-8187-c9071fa8887a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c962d37c-f3c3-474e-a0a7-8578e60de1d0 HTTP/1.1" status: 204 len: 168 time: 0.1927080 Mar 29 15:04:19.867637 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7899a-e64c-45be-8187-c9071fa8887a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c962d37c-f3c3-474e-a0a7-8578e60de1d0,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:19.906606 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-f204e5c6-17c7-4fe7-9c7d-5cac35970e10 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:19.912419 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-f204e5c6-17c7-4fe7-9c7d-5cac35970e10 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.36 "GET /v2.0/networks?id=b13f3ae4-8e75-4c64-a663-7c5985047fd7 HTTP/1.1" status: 200 len: 809 time: 0.1742511 Mar 29 15:04:19.930420 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-eff031ce-aa2e-4d09-b716-0fba011066c4 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Request body: {'port': {'device_id': 'de073263-6785-4750-bb4a-765516e83c26', 'network_id': 'b13f3ae4-8e75-4c64-a663-7c5985047fd7', 'admin_state_up': True, 'tenant_id': '9bf5cdd7d8094a01b1fb8c6c9b8c245d'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:04:19.940507 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92a5e7-232b-48c8-9ac6-75b09a9f2bdf req-a454dcb9-1fc3-4ddf-acef-300865cc95ff tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:19.958946 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-bb92a5e7-232b-48c8-9ac6-75b09a9f2bdf req-a454dcb9-1fc3-4ddf-acef-300865cc95ff tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.0819623 Mar 29 15:04:20.021923 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-bb92a5e7-232b-48c8-9ac6-75b09a9f2bdf req-f9fedd1d-d518-4957-93cf-65993218d701 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606422 Mar 29 15:04:20.073984 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-eff031ce-aa2e-4d09-b716-0fba011066c4 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Made reservation on behalf of 9bf5cdd7d8094a01b1fb8c6c9b8c245d for: {'port': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:04:20.077565 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-eff031ce-aa2e-4d09-b716-0fba011066c4 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:20.207923 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-eff031ce-aa2e-4d09-b716-0fba011066c4 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Allocated IP 172.20.0.3 (b13f3ae4-8e75-4c64-a663-7c5985047fd7/e9adb672-ebf2-4a64-969e-01885f2f47a3/d10187c5-ec98-4a05-a9d9-6dfd17f62cfb) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:04:20.372934 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-eff031ce-aa2e-4d09-b716-0fba011066c4 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Publish callbacks [] for port (d10187c5-ec98-4a05-a9d9-6dfd17f62cfb), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:20.411028 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-eff031ce-aa2e-4d09-b716-0fba011066c4 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (d10187c5-ec98-4a05-a9d9-6dfd17f62cfb), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:20.450806 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-eff031ce-aa2e-4d09-b716-0fba011066c4 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Network b13f3ae4-8e75-4c64-a663-7c5985047fd7 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:04:20.453785 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-eff031ce-aa2e-4d09-b716-0fba011066c4 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:04:20.463286 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-eff031ce-aa2e-4d09-b716-0fba011066c4 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:04:20.486397 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff031ce-aa2e-4d09-b716-0fba011066c4 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Pushing event updated for resources: {'Port': ['ID=d10187c5-ec98-4a05-a9d9-6dfd17f62cfb,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:20.513440 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-eff031ce-aa2e-4d09-b716-0fba011066c4 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:20.514034 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-eff031ce-aa2e-4d09-b716-0fba011066c4 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:20.530009 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-eff031ce-aa2e-4d09-b716-0fba011066c4 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6059732 Mar 29 15:04:20.542627 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-b3840754-735a-40e3-ac9d-e6a4ef5969d2 service neutron] Request body: {'port': {'device_id': 'de073263-6785-4750-bb4a-765516e83c26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:04:20.606208 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-b3840754-735a-40e3-ac9d-e6a4ef5969d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (d10187c5-ec98-4a05-a9d9-6dfd17f62cfb), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:20.874501 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ac8ea-2975-4fbb-9379-09738e6cf1cb req-81706c01-b5f9-4d5f-966c-2b732ec62b81 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:20.875994 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-be0ac8ea-2975-4fbb-9379-09738e6cf1cb req-81706c01-b5f9-4d5f-966c-2b732ec62b81 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=de073263-6785-4750-bb4a-765516e83c26 HTTP/1.1" status: 200 len: 931 time: 0.0827761 Mar 29 15:04:20.951371 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 40418) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:20.957545 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-b3840754-735a-40e3-ac9d-e6a4ef5969d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10187c5-ec98-4a05-a9d9-6dfd17f62cfb {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:04:20.965894 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-b3840754-735a-40e3-ac9d-e6a4ef5969d2 service neutron] Publish callbacks [] for port (d10187c5-ec98-4a05-a9d9-6dfd17f62cfb), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:20.971039 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-be0ac8ea-2975-4fbb-9379-09738e6cf1cb req-9c4416c9-ad5f-4743-a3f9-eebd8081bb22 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870378 Mar 29 15:04:20.984830 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263eda5-5cc9-484e-9cc3-058b97d3b06b req-9e16e4f4-e54d-44d0-904d-0a1735962c67 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:20.985778 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-b3840754-735a-40e3-ac9d-e6a4ef5969d2 service neutron] Transition to ACTIVE for port object d10187c5-ec98-4a05-a9d9-6dfd17f62cfb will not be triggered until provisioned by entity L2. {{(pid=103154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:04:20.986939 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3263eda5-5cc9-484e-9cc3-058b97d3b06b req-9e16e4f4-e54d-44d0-904d-0a1735962c67 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 945 time: 0.0706789 Mar 29 15:04:20.992871 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-b3840754-735a-40e3-ac9d-e6a4ef5969d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (d10187c5-ec98-4a05-a9d9-6dfd17f62cfb), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:21.047913 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3263eda5-5cc9-484e-9cc3-058b97d3b06b req-42f8dbc4-9465-4d8e-b45c-8ec52650af73 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470450 Mar 29 15:04:21.050013 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3840754-735a-40e3-ac9d-e6a4ef5969d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d10187c5-ec98-4a05-a9d9-6dfd17f62cfb,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:21.076797 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-077141a5-47ae-4835-8b2e-2649f28c006d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:21.138354 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-b3840754-735a-40e3-ac9d-e6a4ef5969d2 service neutron] Attempting to bind port d10187c5-ec98-4a05-a9d9-6dfd17f62cfb on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:04:21.138781 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-b3840754-735a-40e3-ac9d-e6a4ef5969d2 service neutron] Attempting to bind port d10187c5-ec98-4a05-a9d9-6dfd17f62cfb by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '8bd2d44c-527f-4823-9e0f-54363ae6a8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'b13f3ae4-8e75-4c64-a663-7c5985047fd7'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:04:21.139190 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-b3840754-735a-40e3-ac9d-e6a4ef5969d2 service neutron] Attempting to bind port d10187c5-ec98-4a05-a9d9-6dfd17f62cfb on network b13f3ae4-8e75-4c64-a663-7c5985047fd7 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:04:21.161081 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-b3840754-735a-40e3-ac9d-e6a4ef5969d2 service neutron] Port d10187c5-ec98-4a05-a9d9-6dfd17f62cfb on network b13f3ae4-8e75-4c64-a663-7c5985047fd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:04:21.161531 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-b3840754-735a-40e3-ac9d-e6a4ef5969d2 service neutron] Attempting to bind port d10187c5-ec98-4a05-a9d9-6dfd17f62cfb on network b13f3ae4-8e75-4c64-a663-7c5985047fd7 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:04:21.169955 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-b3840754-735a-40e3-ac9d-e6a4ef5969d2 service neutron] Checking agent: {'id': '54f4ecb7-e3d7-497a-b676-ec21eb6e2a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'started_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:04:21.170333 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-b3840754-735a-40e3-ac9d-e6a4ef5969d2 service neutron] Checking segment: {'id': '8bd2d44c-527f-4823-9e0f-54363ae6a8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'b13f3ae4-8e75-4c64-a663-7c5985047fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:04:21.170860 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-b3840754-735a-40e3-ac9d-e6a4ef5969d2 service neutron] Bound using segment: {'id': '8bd2d44c-527f-4823-9e0f-54363ae6a8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'b13f3ae4-8e75-4c64-a663-7c5985047fd7'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:04:21.171438 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-b3840754-735a-40e3-ac9d-e6a4ef5969d2 service neutron] Bound port: d10187c5-ec98-4a05-a9d9-6dfd17f62cfb, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd2d44c-527f-4823-9e0f-54363ae6a8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'b13f3ae4-8e75-4c64-a663-7c5985047fd7'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:04:21.171803 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-b3840754-735a-40e3-ac9d-e6a4ef5969d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (d10187c5-ec98-4a05-a9d9-6dfd17f62cfb), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:21.196524 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-077141a5-47ae-4835-8b2e-2649f28c006d admin admin] Publish callbacks [] for security_group (d8991e21-9b0d-471a-ab88-6e832b712743), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:21.200404 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-077141a5-47ae-4835-8b2e-2649f28c006d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (d8991e21-9b0d-471a-ab88-6e832b712743), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:21.226250 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d91645-6961-4e50-878f-6125f0b2d7b1 req-174314b9-28ef-4ea5-90af-326d45d883f9 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:21.227777 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a6d91645-6961-4e50-878f-6125f0b2d7b1 req-174314b9-28ef-4ea5-90af-326d45d883f9 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.1043746 Mar 29 15:04:21.229990 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bad5de-eb13-405e-8173-8868e418a4a3 req-49a29f9e-4f52-405c-b45d-d9c01c278aff tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:21.231458 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-52bad5de-eb13-405e-8173-8868e418a4a3 req-49a29f9e-4f52-405c-b45d-d9c01c278aff tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 945 time: 0.0982490 Mar 29 15:04:21.246595 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 40426) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:21.253558 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-077141a5-47ae-4835-8b2e-2649f28c006d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=112b647e3cbf4289a48b4c3139a67d92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3006642 Mar 29 15:04:21.254315 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-cce96851-2e48-436b-a5e5-b7c36e6c78ad tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Request body: {'floatingip': {'port_id': 'a0064680-d05d-4c2d-aaef-d4db9260280c'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:04:21.254497 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077141a5-47ae-4835-8b2e-2649f28c006d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8991e21-9b0d-471a-ab88-6e832b712743,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:21.258264 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 40428) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:21.310364 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-57b0fbc2-8337-422a-a68e-4af6034c5982 admin admin] Publish callbacks [] for security_group (d8991e21-9b0d-471a-ab88-6e832b712743), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:21.324097 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cce96851-2e48-436b-a5e5-b7c36e6c78ad tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for floatingip (4c1de3c5-b1dd-4c89-b6e7-a95f4bbf4625), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:21.326392 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-b3840754-735a-40e3-ac9d-e6a4ef5969d2 service neutron] For port d10187c5-ec98-4a05-a9d9-6dfd17f62cfb, host hv-cinder-83563, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:04:21.332282 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-57b0fbc2-8337-422a-a68e-4af6034c5982 admin admin] Publish callbacks [] for security_group (d8991e21-9b0d-471a-ab88-6e832b712743), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:21.378642 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-57b0fbc2-8337-422a-a68e-4af6034c5982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (d8991e21-9b0d-471a-ab88-6e832b712743), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:21.381679 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-57b0fbc2-8337-422a-a68e-4af6034c5982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:21.382806 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-57b0fbc2-8337-422a-a68e-4af6034c5982 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d8991e21-9b0d-471a-ab88-6e832b712743 HTTP/1.1" status: 204 len: 168 time: 0.1236517 Mar 29 15:04:21.387017 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-b3840754-735a-40e3-ac9d-e6a4ef5969d2 service neutron] For port d10187c5-ec98-4a05-a9d9-6dfd17f62cfb, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=d10187c5-ec98-4a05-a9d9-6dfd17f62cfb,segment=NetworkSegment(8bd2d44c-527f-4823-9e0f-54363ae6a8b4),segment_id=8bd2d44c-527f-4823-9e0f-54363ae6a8b4)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:04:21.391939 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0fbc2-8337-422a-a68e-4af6034c5982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8991e21-9b0d-471a-ab88-6e832b712743,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:21.408434 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a6d91645-6961-4e50-878f-6125f0b2d7b1 req-cf0e794f-1b67-448a-bdda-1560c907df12 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748111 Mar 29 15:04:21.412378 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-b3840754-735a-40e3-ac9d-e6a4ef5969d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (d10187c5-ec98-4a05-a9d9-6dfd17f62cfb), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:21.490058 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-b3840754-735a-40e3-ac9d-e6a4ef5969d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:21.490678 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-b3840754-735a-40e3-ac9d-e6a4ef5969d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:21.492061 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-b3840754-735a-40e3-ac9d-e6a4ef5969d2 service neutron] 10.222.0.36 "PUT /v2.0/ports/d10187c5-ec98-4a05-a9d9-6dfd17f62cfb HTTP/1.1" status: 200 len: 1093 time: 0.9538121 Mar 29 15:04:21.492509 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de073263-6785-4750-bb4a-765516e83c26', 'tag': 'd10187c5-ec98-4a05-a9d9-6dfd17f62cfb'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:04:21.494790 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d51ef62-aedb-4e86-88a6-6ab59130a8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "de073263-6785-4750-bb4a-765516e83c26", "tag": "d10187c5-ec98-4a05-a9d9-6dfd17f62cfb"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:04:21.560254 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fea902-98e0-4a52-b14c-91436d7fcf9f x-openstack-request-id: req-b7fea902-98e0-4a52-b14c-91436d7fcf9f {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:04:21.560546 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de073263-6785-4750-bb4a-765516e83c26", "tag": "d10187c5-ec98-4a05-a9d9-6dfd17f62cfb", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:04:21.560824 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b7fea902-98e0-4a52-b14c-91436d7fcf9f {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:04:21.561226 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7fea902-98e0-4a52-b14c-91436d7fcf9f'] response: {'name': 'network-changed', 'server_uuid': 'de073263-6785-4750-bb4a-765516e83c26', 'tag': 'd10187c5-ec98-4a05-a9d9-6dfd17f62cfb', 'status': 'completed', 'code': 200} Mar 29 15:04:21.589718 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3840754-735a-40e3-ac9d-e6a4ef5969d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d10187c5-ec98-4a05-a9d9-6dfd17f62cfb,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:21.660115 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-0c861038-12c4-4a8f-baa4-cda9e996680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:21.662216 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-0c861038-12c4-4a8f-baa4-cda9e996680f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9bf5cdd7d8094a01b1fb8c6c9b8c245d&device_id=de073263-6785-4750-bb4a-765516e83c26 HTTP/1.1" status: 200 len: 1127 time: 0.0735805 Mar 29 15:04:21.751013 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-523ff1e3-e23b-42d3-97bb-ca767026889f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d10187c5-ec98-4a05-a9d9-6dfd17f62cfb HTTP/1.1" status: 200 len: 217 time: 0.0719776 Mar 29 15:04:21.873104 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-7048855e-a11c-49f5-b340-394b4b80c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:21.874543 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-7048855e-a11c-49f5-b340-394b4b80c48a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9adb672-ebf2-4a64-969e-01885f2f47a3 HTTP/1.1" status: 200 len: 849 time: 0.0909626 Mar 29 15:04:21.933531 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-73121923-8bb5-4bbb-bef1-c379ec6854fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b13f3ae4-8e75-4c64-a663-7c5985047fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314572 Mar 29 15:04:22.047871 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cce96851-2e48-436b-a5e5-b7c36e6c78ad tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:22.059261 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cce96851-2e48-436b-a5e5-b7c36e6c78ad tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (4c1de3c5-b1dd-4c89-b6e7-a95f4bbf4625), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:22.100541 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 40456) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:22.197047 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-bac4ccbc-bbf4-4360-a405-cd0ed34dc1b3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-995830054-network', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:04:22.220744 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac4ccbc-bbf4-4360-a405-cd0ed34dc1b3 admin admin] Made reservation on behalf of d5a381c47de04fd0b7df148ced109757 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:04:22.223185 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bac4ccbc-bbf4-4360-a405-cd0ed34dc1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for network (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:22.232278 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bac4ccbc-bbf4-4360-a405-cd0ed34dc1b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:22.313808 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bac4ccbc-bbf4-4360-a405-cd0ed34dc1b3 admin admin] Publish callbacks [] for security_group (e784b959-a007-46ad-8222-abd1a9fa056c), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:22.318791 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bac4ccbc-bbf4-4360-a405-cd0ed34dc1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (e784b959-a007-46ad-8222-abd1a9fa056c), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:22.347350 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac4ccbc-bbf4-4360-a405-cd0ed34dc1b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:04:22.360828 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4ccbc-bbf4-4360-a405-cd0ed34dc1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e784b959-a007-46ad-8222-abd1a9fa056c,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:22.370808 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bac4ccbc-bbf4-4360-a405-cd0ed34dc1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (4fbed87f-156e-4319-8f4b-d848b3fb3e62), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:22.371395 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.db.segments_db [None req-bac4ccbc-bbf4-4360-a405-cd0ed34dc1b3 admin admin] Added segment 4fbed87f-156e-4319-8f4b-d848b3fb3e62 of type vlan for network 66bf88d8-b922-4f24-b74c-aa730f28c713 Mar 29 15:04:22.416214 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bac4ccbc-bbf4-4360-a405-cd0ed34dc1b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776791432771'] for network (66bf88d8-b922-4f24-b74c-aa730f28c713), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:22.432882 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-99e88fd4-3064-4488-b39f-5c59eeb0434a service neutron] 10.222.0.36 "GET /v2.0/networks/b13f3ae4-8e75-4c64-a663-7c5985047fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900146 Mar 29 15:04:22.446607 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bac4ccbc-bbf4-4360-a405-cd0ed34dc1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834'] for network (66bf88d8-b922-4f24-b74c-aa730f28c713), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:22.447719 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac4ccbc-bbf4-4360-a405-cd0ed34dc1b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:22.448621 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bac4ccbc-bbf4-4360-a405-cd0ed34dc1b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:22.510223 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acefeb-87d2-4516-9bd0-72868b3bf84b req-4b4cc2c2-7f6a-4a2a-99ea-7a92c56ba059 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:22.511702 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-66acefeb-87d2-4516-9bd0-72868b3bf84b req-4b4cc2c2-7f6a-4a2a-99ea-7a92c56ba059 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=de073263-6785-4750-bb4a-765516e83c26 HTTP/1.1" status: 200 len: 943 time: 0.4504204 Mar 29 15:04:22.524786 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-bac4ccbc-bbf4-4360-a405-cd0ed34dc1b3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4229777 Mar 29 15:04:22.527724 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 40462) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:22.528831 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.l3_db [None req-cce96851-2e48-436b-a5e5-b7c36e6c78ad tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Floating IP 4c1de3c5-b1dd-4c89-b6e7-a95f4bbf4625 associated. External IP: 172.27.2.144, port: a0064680-d05d-4c2d-aaef-d4db9260280c. Mar 29 15:04:22.540744 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-25599cb7-d152-41ec-9be9-0240ba84b322 admin admin] Request body: {'subnet': {'network_id': '66bf88d8-b922-4f24-b74c-aa730f28c713', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-995830054-subnet', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757', 'ip_version': 4}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:04:22.546235 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4ccbc-bbf4-4360-a405-cd0ed34dc1b3 admin admin] Pushing event updated for resources: {'Network': ['ID=66bf88d8-b922-4f24-b74c-aa730f28c713,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:22.557347 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Network 66bf88d8-b922-4f24-b74c-aa730f28c713 details requested by agent ovs-agent-dv-cinder-835635-1-iscsi with host dv-cinder-835635-1-iscsi {{(pid=103155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:04:22.572616 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283b2ed-1e89-4cc8-a7be-84a74ab33f96 req-eb17894a-7057-4352-ac03-0252411f769b tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:22.574285 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7283b2ed-1e89-4cc8-a7be-84a74ab33f96 req-eb17894a-7057-4352-ac03-0252411f769b tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.0787306 Mar 29 15:04:22.624835 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7283b2ed-1e89-4cc8-a7be-84a74ab33f96 req-11f80ef6-ef25-4310-bdac-adec6466fb22 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447028 Mar 29 15:04:22.665808 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25599cb7-d152-41ec-9be9-0240ba84b322 admin admin] Made reservation on behalf of d5a381c47de04fd0b7df148ced109757 for: {'subnet': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:04:22.668300 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-25599cb7-d152-41ec-9be9-0240ba84b322 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14662271'] for subnet (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:22.688071 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e994217b-5d63-4b06-b52b-eaa540860e4e req-f895f8ea-8c04-4b6f-b3ac-c61b929b4674 service neutron] 10.222.0.36 "GET /v2.0/networks/b13f3ae4-8e75-4c64-a663-7c5985047fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392917 Mar 29 15:04:22.703924 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-66acefeb-87d2-4516-9bd0-72868b3bf84b req-411a26fe-63d8-4d94-a870-778bec35a496 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791911 Mar 29 15:04:22.923287 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51ef62-aedb-4e86-88a6-6ab59130a8cd req-420a649b-f6ca-40e7-8c22-748951c7b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:22.924823 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0d51ef62-aedb-4e86-88a6-6ab59130a8cd req-420a649b-f6ca-40e7-8c22-748951c7b758 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9bf5cdd7d8094a01b1fb8c6c9b8c245d&device_id=de073263-6785-4750-bb4a-765516e83c26 HTTP/1.1" status: 200 len: 1127 time: 0.1664634 Mar 29 15:04:23.049363 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce96851-2e48-436b-a5e5-b7c36e6c78ad tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Router f5013327-8421-4e0f-9c5c-8328af6663e0 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:04:23.077112 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-25599cb7-d152-41ec-9be9-0240ba84b322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13591529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14662249'] for subnet (88211e5f-efd4-4ca0-9676-206641841ae8), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:23.159957 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51ef62-aedb-4e86-88a6-6ab59130a8cd req-cbd9f37f-27d4-4f48-b171-2193d971ce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:23.162181 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0d51ef62-aedb-4e86-88a6-6ab59130a8cd req-cbd9f37f-27d4-4f48-b171-2193d971ce59 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b13f3ae4-8e75-4c64-a663-7c5985047fd7 HTTP/1.1" status: 200 len: 910 time: 0.2270584 Mar 29 15:04:23.240079 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25599cb7-d152-41ec-9be9-0240ba84b322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88211e5f-efd4-4ca0-9676-206641841ae8,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:23.253896 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0d51ef62-aedb-4e86-88a6-6ab59130a8cd req-77ad026e-2827-4f64-aaa6-6692ec54f0d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d10187c5-ec98-4a05-a9d9-6dfd17f62cfb HTTP/1.1" status: 200 len: 217 time: 0.0635729 Mar 29 15:04:23.302959 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25599cb7-d152-41ec-9be9-0240ba84b322 admin admin] Checking segment: {'id': '4fbed87f-156e-4319-8f4b-d848b3fb3e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '66bf88d8-b922-4f24-b74c-aa730f28c713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:04:23.303313 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25599cb7-d152-41ec-9be9-0240ba84b322 admin admin] Network hostable DHCP agents. Network: 66bf88d8-b922-4f24-b74c-aa730f28c713, hostable agents: ['a6029aa5-8774-4641-86ae-5d2d983dd0a8'], hosted agents: [] {{(pid=103154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:04:23.336789 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51ef62-aedb-4e86-88a6-6ab59130a8cd req-9ca173d9-c484-469a-9575-69d6cb36bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:23.338236 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0d51ef62-aedb-4e86-88a6-6ab59130a8cd req-9ca173d9-c484-469a-9575-69d6cb36bc1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9adb672-ebf2-4a64-969e-01885f2f47a3 HTTP/1.1" status: 200 len: 849 time: 0.0740373 Mar 29 15:04:23.340053 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce96851-2e48-436b-a5e5-b7c36e6c78ad tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:04:23.345323 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cce96851-2e48-436b-a5e5-b7c36e6c78ad tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:23.350291 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48619b5-ec0c-4e8a-81af-649d7eeca670 None None] Sync routers for ids ['f5013327-8421-4e0f-9c5c-8328af6663e0'] in dv-cinder-835635-1-iscsi {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:04:23.360115 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48619b5-ec0c-4e8a-81af-649d7eeca670 None None] Routers {'f5013327-8421-4e0f-9c5c-8328af6663e0'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:04:23.360755 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-b48619b5-ec0c-4e8a-81af-649d7eeca670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:04:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['f5013327-8421-4e0f-9c5c-8328af6663e0'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:04:23.386687 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25599cb7-d152-41ec-9be9-0240ba84b322 admin admin] Network 66bf88d8-b922-4f24-b74c-aa730f28c713 is scheduled to be hosted by DHCP agent a6029aa5-8774-4641-86ae-5d2d983dd0a8 with binding_index 1 {{(pid=103154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:04:23.392450 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0d51ef62-aedb-4e86-88a6-6ab59130a8cd req-b8ff36f6-fa2f-499a-9212-cef5bf50c03a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b13f3ae4-8e75-4c64-a663-7c5985047fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433660 Mar 29 15:04:23.412188 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-25599cb7-d152-41ec-9be9-0240ba84b322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-1-iscsi, 66bf88d8-b922-4f24-b74c-aa730f28c713) {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:04:23.420542 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6d5eae-bcb0-431b-8d02-9002136f3e24 None None] Network 66bf88d8-b922-4f24-b74c-aa730f28c713 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:04:23.428422 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-cce96851-2e48-436b-a5e5-b7c36e6c78ad tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "PUT /v2.0/floatingips/4c1de3c5-b1dd-4c89-b6e7-a95f4bbf4625 HTTP/1.1" status: 200 len: 991 time: 2.1772711 Mar 29 15:04:23.468675 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25599cb7-d152-41ec-9be9-0240ba84b322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:23.469481 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-25599cb7-d152-41ec-9be9-0240ba84b322 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:23.484444 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-b48619b5-ec0c-4e8a-81af-649d7eeca670 None None] Set router f5013327-8421-4e0f-9c5c-8328af6663e0 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:04:23.501525 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-25599cb7-d152-41ec-9be9-0240ba84b322 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9703839 Mar 29 15:04:23.504596 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 40468) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:23.510548 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-995830054-router', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:04:23.531505 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0d51ef62-aedb-4e86-88a6-6ab59130a8cd req-cb71b9f8-5a32-45ef-ae5f-ebfaf3b0bb4e service neutron] 10.222.0.36 "GET /v2.0/networks/b13f3ae4-8e75-4c64-a663-7c5985047fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299539 Mar 29 15:04:23.536548 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1791284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2970'] for router (861c73ce-3b6e-47db-8c49-d03a47e0f9cf), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:23.538362 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1818329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2947'] for router (861c73ce-3b6e-47db-8c49-d03a47e0f9cf), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:23.549238 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f9d715-9e41-40ee-a293-b56b4d67749a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp951e514f-1a9b-555e-af63-f294bc248ed5-66bf88d8-b922-4f24-b74c-aa730f28c713', 'network_id': '66bf88d8-b922-4f24-b74c-aa730f28c713', 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'fixed_ips': [{'subnet_id': '88211e5f-efd4-4ca0-9676-206641841ae8'}]}} from dv-cinder-835635-1-iscsi. {{(pid=103155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:04:23.551445 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b0f9d715-9e41-40ee-a293-b56b4d67749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:23.585621 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cd9010-ad54-4bea-b8bf-9c429bd85481', 'tag': 'a0064680-d05d-4c2d-aaef-d4db9260280c'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:04:23.588228 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973615b3-0cc6-409e-ad5d-d43d4c68744c" -d '{"events": [{"name": "network-changed", "server_uuid": "98cd9010-ad54-4bea-b8bf-9c429bd85481", "tag": "a0064680-d05d-4c2d-aaef-d4db9260280c"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:04:23.657192 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Publish callbacks [] for router_controller (861c73ce-3b6e-47db-8c49-d03a47e0f9cf), precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:23.667306 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab0b575-ffc8-4779-9f46-3ea2a7969007 x-openstack-request-id: req-7ab0b575-ffc8-4779-9f46-3ea2a7969007 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:04:23.669217 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98cd9010-ad54-4bea-b8bf-9c429bd85481", "tag": "a0064680-d05d-4c2d-aaef-d4db9260280c", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:04:23.669559 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7ab0b575-ffc8-4779-9f46-3ea2a7969007 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:04:23.670521 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ab0b575-ffc8-4779-9f46-3ea2a7969007'] response: {'name': 'network-changed', 'server_uuid': '98cd9010-ad54-4bea-b8bf-9c429bd85481', 'tag': 'a0064680-d05d-4c2d-aaef-d4db9260280c', 'status': 'completed', 'code': 200} Mar 29 15:04:23.685253 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0d51ef62-aedb-4e86-88a6-6ab59130a8cd req-1776880d-e9b6-42bc-9617-acb7c368eb38 service neutron] 10.222.0.36 "GET /v2.0/networks/b13f3ae4-8e75-4c64-a663-7c5985047fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466424 Mar 29 15:04:23.725617 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-b48619b5-ec0c-4e8a-81af-649d7eeca670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'name': 'tempest-AttachVolumeShelveTestJSON-167309499-router', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:03:54Z', 'updated_at': '2022-03-29T15:03:57Z', 'revision_number': 4, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'gw_port': {'id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:55Z', 'updated_at': '2022-03-29T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '4c1de3c5-b1dd-4c89-b6e7-a95f4bbf4625', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'port_id': 'a0064680-d05d-4c2d-aaef-d4db9260280c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'mac_address': 'fa:16:3e:0b:0f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cd9010-ad54-4bea-b8bf-9c429bd85481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:03:59Z', 'updated_at': '2022-03-29T15:04:21Z', 'revision_number': 1, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc27fd16-bb24-424b-8177-a8dd94880c76', 'name': '', 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'mac_address': 'fa:16:3e:b1:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:56Z', 'updated_at': '2022-03-29T15:04:00Z', 'revision_number': 5, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'subnets': [{'id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:04:23.757615 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48619b5-ec0c-4e8a-81af-649d7eeca670 None None] Checking router: f5013327-8421-4e0f-9c5c-8328af6663e0 for host: dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:04:23.769426 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48619b5-ec0c-4e8a-81af-649d7eeca670 None None] Routers {'f5013327-8421-4e0f-9c5c-8328af6663e0'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:04:23.771096 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-b48619b5-ec0c-4e8a-81af-649d7eeca670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:04:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['f5013327-8421-4e0f-9c5c-8328af6663e0'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:04:23.809637 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4931870-6030-490f-a276-c5fa486063bd req-1fb2d4f4-9414-4c3b-82d0-e16c2416e96e tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:23.811621 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b4931870-6030-490f-a276-c5fa486063bd req-1fb2d4f4-9414-4c3b-82d0-e16c2416e96e tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.0777235 Mar 29 15:04:23.822105 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.db_base_plugin_common [None req-b0f9d715-9e41-40ee-a293-b56b4d67749a None None] Allocated IP 172.20.0.2 (66bf88d8-b922-4f24-b74c-aa730f28c713/88211e5f-efd4-4ca0-9676-206641841ae8/61228044-8d4c-4bc3-a6fd-6fdaf0053bdd) {{(pid=103155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:04:23.889839 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b4931870-6030-490f-a276-c5fa486063bd req-09a206ac-c708-4a87-a3bb-3d7984c35d5a tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723372 Mar 29 15:04:23.940878 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-b48619b5-ec0c-4e8a-81af-649d7eeca670 None None] Set router f5013327-8421-4e0f-9c5c-8328af6663e0 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:04:23.961137 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Publish callbacks [] for router_gateway (861c73ce-3b6e-47db-8c49-d03a47e0f9cf), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:23.973805 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973615b3-0cc6-409e-ad5d-d43d4c68744c req-f2cef6a6-65f4-47b5-8fd7-4ae79007a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:23.975965 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-973615b3-0cc6-409e-ad5d-d43d4c68744c req-f2cef6a6-65f4-47b5-8fd7-4ae79007a179 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e407405f1464490f8b4163e9dce23438&device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 1129 time: 0.2921472 Mar 29 15:04:23.983935 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9531ea9-bf80-4d6a-9fda-8a22f4aa2601 req-3448cedd-78f9-460f-99d3-f7c0674a5071 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:23.985349 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b9531ea9-bf80-4d6a-9fda-8a22f4aa2601 req-3448cedd-78f9-460f-99d3-f7c0674a5071 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=de073263-6785-4750-bb4a-765516e83c26 HTTP/1.1" status: 200 len: 943 time: 0.1625316 Mar 29 15:04:24.017260 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b0f9d715-9e41-40ee-a293-b56b4d67749a None None] Publish callbacks [] for port (61228044-8d4c-4bc3-a6fd-6fdaf0053bdd), precommit_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:24.024519 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b0f9d715-9e41-40ee-a293-b56b4d67749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196'] for port (61228044-8d4c-4bc3-a6fd-6fdaf0053bdd), after_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:24.065925 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f9d715-9e41-40ee-a293-b56b4d67749a None None] Network 66bf88d8-b922-4f24-b74c-aa730f28c713 is already hosted by enough agents. {{(pid=103155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:04:24.074744 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.scheduler.base_scheduler [None req-b0f9d715-9e41-40ee-a293-b56b4d67749a None None] Resources bound (agent type, host, resource id): {{(pid=103155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:04:24.078575 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f9d715-9e41-40ee-a293-b56b4d67749a None None] Received port after_create {{(pid=103155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:04:24.081693 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9d715-9e41-40ee-a293-b56b4d67749a None None] Pushing event updated for resources: {'Port': ['ID=61228044-8d4c-4bc3-a6fd-6fdaf0053bdd,revision_number=1']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:24.139540 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-b0f9d715-9e41-40ee-a293-b56b4d67749a None None] Attempting to bind port 61228044-8d4c-4bc3-a6fd-6fdaf0053bdd on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:04:24.139918 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-b0f9d715-9e41-40ee-a293-b56b4d67749a None None] Attempting to bind port 61228044-8d4c-4bc3-a6fd-6fdaf0053bdd by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': '4fbed87f-156e-4319-8f4b-d848b3fb3e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '66bf88d8-b922-4f24-b74c-aa730f28c713'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:04:24.140289 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f9d715-9e41-40ee-a293-b56b4d67749a None None] Attempting to bind port 61228044-8d4c-4bc3-a6fd-6fdaf0053bdd on network 66bf88d8-b922-4f24-b74c-aa730f28c713 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:04:24.141788 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b9531ea9-bf80-4d6a-9fda-8a22f4aa2601 req-3fc4e697-e98e-43dd-876b-6462dc00ec55 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454935 Mar 29 15:04:24.146699 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f9d715-9e41-40ee-a293-b56b4d67749a None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:04:24.147074 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f9d715-9e41-40ee-a293-b56b4d67749a None None] Checking segment: {'id': '4fbed87f-156e-4319-8f4b-d848b3fb3e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '66bf88d8-b922-4f24-b74c-aa730f28c713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:04:24.147493 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b0f9d715-9e41-40ee-a293-b56b4d67749a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:24.147990 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f9d715-9e41-40ee-a293-b56b4d67749a None None] Bound using segment: {'id': '4fbed87f-156e-4319-8f4b-d848b3fb3e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '66bf88d8-b922-4f24-b74c-aa730f28c713'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:04:24.148377 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-b0f9d715-9e41-40ee-a293-b56b4d67749a None None] Bound port: 61228044-8d4c-4bc3-a6fd-6fdaf0053bdd, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fbed87f-156e-4319-8f4b-d848b3fb3e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '66bf88d8-b922-4f24-b74c-aa730f28c713'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:04:24.149605 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b0f9d715-9e41-40ee-a293-b56b4d67749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (61228044-8d4c-4bc3-a6fd-6fdaf0053bdd), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:24.170635 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973615b3-0cc6-409e-ad5d-d43d4c68744c req-d7ec0630-6b36-49ce-ad42-78605243fcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:24.172196 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-973615b3-0cc6-409e-ad5d-d43d4c68744c req-d7ec0630-6b36-49ce-ad42-78605243fcde service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7319462-7a9c-48c1-8b1b-f253974f3ccf HTTP/1.1" status: 200 len: 917 time: 0.1859224 Mar 29 15:04:24.213939 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-b48619b5-ec0c-4e8a-81af-649d7eeca670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'name': 'tempest-AttachVolumeShelveTestJSON-167309499-router', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:03:54Z', 'updated_at': '2022-03-29T15:03:57Z', 'revision_number': 4, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'gw_port': {'id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:55Z', 'updated_at': '2022-03-29T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '4c1de3c5-b1dd-4c89-b6e7-a95f4bbf4625', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'port_id': 'a0064680-d05d-4c2d-aaef-d4db9260280c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'mac_address': 'fa:16:3e:0b:0f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cd9010-ad54-4bea-b8bf-9c429bd85481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:03:59Z', 'updated_at': '2022-03-29T15:04:21Z', 'revision_number': 1, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc27fd16-bb24-424b-8177-a8dd94880c76', 'name': '', 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'mac_address': 'fa:16:3e:b1:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:56Z', 'updated_at': '2022-03-29T15:04:00Z', 'revision_number': 5, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'subnets': [{'id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:04:24.233061 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-b0f9d715-9e41-40ee-a293-b56b4d67749a None None] For port 61228044-8d4c-4bc3-a6fd-6fdaf0053bdd, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:04:24.236311 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-b0f9d715-9e41-40ee-a293-b56b4d67749a None None] For port 61228044-8d4c-4bc3-a6fd-6fdaf0053bdd, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=61228044-8d4c-4bc3-a6fd-6fdaf0053bdd,segment=NetworkSegment(4fbed87f-156e-4319-8f4b-d848b3fb3e62),segment_id=4fbed87f-156e-4319-8f4b-d848b3fb3e62)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:04:24.244351 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b0f9d715-9e41-40ee-a293-b56b4d67749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (61228044-8d4c-4bc3-a6fd-6fdaf0053bdd), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:24.245090 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48619b5-ec0c-4e8a-81af-649d7eeca670 None None] The sync data for ids ['f5013327-8421-4e0f-9c5c-8328af6663e0'] in dv-cinder-835635-1-iscsi is: [{'id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'name': 'tempest-AttachVolumeShelveTestJSON-167309499-router', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:03:54Z', 'updated_at': '2022-03-29T15:03:57Z', 'revision_number': 4, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'gw_port': {'id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:55Z', 'updated_at': '2022-03-29T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '4c1de3c5-b1dd-4c89-b6e7-a95f4bbf4625', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'port_id': 'a0064680-d05d-4c2d-aaef-d4db9260280c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'mac_address': 'fa:16:3e:0b:0f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cd9010-ad54-4bea-b8bf-9c429bd85481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:03:59Z', 'updated_at': '2022-03-29T15:04:21Z', 'revision_number': 1, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc27fd16-bb24-424b-8177-a8dd94880c76', 'name': '', 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'mac_address': 'fa:16:3e:b1:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:56Z', 'updated_at': '2022-03-29T15:04:00Z', 'revision_number': 5, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'subnets': [{'id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:04:24.260798 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-973615b3-0cc6-409e-ad5d-d43d4c68744c req-ac45eb36-a798-4755-9949-a16b1beda87c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0064680-d05d-4c2d-aaef-d4db9260280c HTTP/1.1" status: 200 len: 999 time: 0.0795782 Mar 29 15:04:24.309736 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9d715-9e41-40ee-a293-b56b4d67749a None None] Pushing event updated for resources: {'Port': ['ID=61228044-8d4c-4bc3-a6fd-6fdaf0053bdd,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:24.502139 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e0b176-44ff-4467-93c8-14621d4996a6 None None] New status for floating IP 4c1de3c5-b1dd-4c89-b6e7-a95f4bbf4625: ACTIVE {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:04:24.618133 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973615b3-0cc6-409e-ad5d-d43d4c68744c req-a1061e0f-dbca-4c43-ab4f-a06c73e711e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:24.619581 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-973615b3-0cc6-409e-ad5d-d43d4c68744c req-a1061e0f-dbca-4c43-ab4f-a06c73e711e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5db96dc7-3ab4-47b2-8f7f-2f2553b8b462 HTTP/1.1" status: 200 len: 855 time: 0.3244824 Mar 29 15:04:24.625856 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Publish callbacks [] for router_gateway (861c73ce-3b6e-47db-8c49-d03a47e0f9cf), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:24.656358 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:24.745038 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973615b3-0cc6-409e-ad5d-d43d4c68744c req-8ed1f4d3-2264-48d4-b815-4a116b162f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:24.746413 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-973615b3-0cc6-409e-ad5d-d43d4c68744c req-8ed1f4d3-2264-48d4-b815-4a116b162f67 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7319462-7a9c-48c1-8b1b-f253974f3ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1176555 Mar 29 15:04:24.846933 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Allocated IP 172.27.2.208 (73fab6d0-c07f-433f-9c69-8ff3a31867f5/bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83/05a92a51-0c6f-4584-9724-ee6e81505dd2) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:04:24.920114 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-973615b3-0cc6-409e-ad5d-d43d4c68744c req-b8a720bc-d79e-46dc-94c0-d0cb1d66cc5c service neutron] 10.222.0.36 "GET /v2.0/networks/b7319462-7a9c-48c1-8b1b-f253974f3ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540501 Mar 29 15:04:25.020760 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071a44b-5ed5-4a7a-a1f7-9cfc5360fe45 req-954a7f34-a42b-4c4a-bcb2-3e50b63b450d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:25.022469 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8071a44b-5ed5-4a7a-a1f7-9cfc5360fe45 req-954a7f34-a42b-4c4a-bcb2-3e50b63b450d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.0623667 Mar 29 15:04:25.040083 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Publish callbacks [] for port (05a92a51-0c6f-4584-9724-ee6e81505dd2), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:25.060275 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-973615b3-0cc6-409e-ad5d-d43d4c68744c req-4a4d537a-b327-4181-95ae-f1023a4320a8 service neutron] 10.222.0.36 "GET /v2.0/networks/b7319462-7a9c-48c1-8b1b-f253974f3ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319072 Mar 29 15:04:25.080277 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8071a44b-5ed5-4a7a-a1f7-9cfc5360fe45 req-a9e982fe-908e-46d8-9770-d6670661fe5c tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515430 Mar 29 15:04:25.097575 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (05a92a51-0c6f-4584-9724-ee6e81505dd2), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:25.140747 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:04:25.149200 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:04:25.151395 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Pushing event updated for resources: {'Port': ['ID=05a92a51-0c6f-4584-9724-ee6e81505dd2,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:25.153552 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:04:25.179348 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:04:25.179694 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:04:25.180036 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:04:25.180375 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:04:25.180734 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:04:25.181061 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:04:25.181384 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:04:25.181706 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:04:25.182029 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:04:25.182351 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:04:25.182688 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:04:25.183002 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:04:25.183324 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:04:25.183637 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:04:25.183957 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:04:25.336893 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2be74e2-07e2-4fe2-82d1-1944b215ff60 None None] Network 66bf88d8-b922-4f24-b74c-aa730f28c713 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:04:25.366114 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79e6c3-9b5b-4055-b90c-8e31395ff22e req-6f6c0982-5a48-41c6-97a6-cabed96a3d2a tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:25.367609 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7e79e6c3-9b5b-4055-b90c-8e31395ff22e req-6f6c0982-5a48-41c6-97a6-cabed96a3d2a tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=de073263-6785-4750-bb4a-765516e83c26 HTTP/1.1" status: 200 len: 943 time: 0.1199784 Mar 29 15:04:25.438283 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-f3612fa6-9ea1-496e-a552-dda7db0f8cba None None] Provisioning complete for port 61228044-8d4c-4bc3-a6fd-6fdaf0053bdd triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:04:25.438751 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-f3612fa6-9ea1-496e-a552-dda7db0f8cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (61228044-8d4c-4bc3-a6fd-6fdaf0053bdd), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:25.489268 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7e79e6c3-9b5b-4055-b90c-8e31395ff22e req-9ad1f960-ddf8-41aa-a918-d3408787e85c tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861890 Mar 29 15:04:25.505299 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Publish callbacks [] for router_gateway (861c73ce-3b6e-47db-8c49-d03a47e0f9cf), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:25.528825 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-f3612fa6-9ea1-496e-a552-dda7db0f8cba None None] Current status of the port 61228044-8d4c-4bc3-a6fd-6fdaf0053bdd is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:04:25.529216 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-f3612fa6-9ea1-496e-a552-dda7db0f8cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (61228044-8d4c-4bc3-a6fd-6fdaf0053bdd), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:25.565992 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-f3612fa6-9ea1-496e-a552-dda7db0f8cba None None] For port 61228044-8d4c-4bc3-a6fd-6fdaf0053bdd, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=61228044-8d4c-4bc3-a6fd-6fdaf0053bdd,segment=NetworkSegment(4fbed87f-156e-4319-8f4b-d848b3fb3e62),segment_id=4fbed87f-156e-4319-8f4b-d848b3fb3e62)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:04:25.571342 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-f3612fa6-9ea1-496e-a552-dda7db0f8cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (61228044-8d4c-4bc3-a6fd-6fdaf0053bdd), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:25.630547 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3612fa6-9ea1-496e-a552-dda7db0f8cba None None] Pushing event updated for resources: {'Port': ['ID=61228044-8d4c-4bc3-a6fd-6fdaf0053bdd,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:25.720220 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1793453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787170'] for router (861c73ce-3b6e-47db-8c49-d03a47e0f9cf), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:25.791928 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-bfe7f533-249e-4bcf-b11c-546600b35dbe None None] Provisioning complete for port 61228044-8d4c-4bc3-a6fd-6fdaf0053bdd triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:04:25.792213 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f533-249e-4bcf-b11c-546600b35dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (61228044-8d4c-4bc3-a6fd-6fdaf0053bdd), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:25.852890 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Router 861c73ce-3b6e-47db-8c49-d03a47e0f9cf is scheduled to L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:04:25.884626 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-bfe7f533-249e-4bcf-b11c-546600b35dbe None None] Current status of the port 61228044-8d4c-4bc3-a6fd-6fdaf0053bdd is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:04:25.969773 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:04:25.979730 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f353c3-1e2d-4604-9bfa-a697d2c0681f None None] Sync routers for ids ['861c73ce-3b6e-47db-8c49-d03a47e0f9cf'] in dv-cinder-835635-1-iscsi {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:04:25.990423 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f353c3-1e2d-4604-9bfa-a697d2c0681f None None] Routers {'861c73ce-3b6e-47db-8c49-d03a47e0f9cf'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:04:25.991455 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-b3f353c3-1e2d-4604-9bfa-a697d2c0681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:04:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['861c73ce-3b6e-47db-8c49-d03a47e0f9cf'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:04:26.016586 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:26.017830 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-bae5c416-adce-43e8-81a3-02cd6b0f5be3 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5110579 Mar 29 15:04:26.020885 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 40490) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:26.031259 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8822f69-04bf-4d87-8002-6b77a383d7fb req-a3897fd2-6b53-4206-8df2-c46ad31a6dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:26.032863 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d8822f69-04bf-4d87-8002-6b77a383d7fb req-a3897fd2-6b53-4206-8df2-c46ad31a6dbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00f07373deef4fc0b642c58742393b86&device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 1130 time: 0.0558765 Mar 29 15:04:26.123997 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-b3f353c3-1e2d-4604-9bfa-a697d2c0681f None None] Set router 861c73ce-3b6e-47db-8c49-d03a47e0f9cf gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:04:26.152045 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8822f69-04bf-4d87-8002-6b77a383d7fb req-a79843bf-c77c-4dee-9174-809962675cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:26.154361 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d8822f69-04bf-4d87-8002-6b77a383d7fb req-a79843bf-c77c-4dee-9174-809962675cd0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9352682d-561b-46b3-a155-35c84f4fd466 HTTP/1.1" status: 200 len: 919 time: 0.0988853 Mar 29 15:04:26.277841 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533ef87-13f9-4a80-b2a1-91e709c79279 req-b0cd8686-a4af-4739-b753-206e0ef48aaa tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:26.279406 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f533ef87-13f9-4a80-b2a1-91e709c79279 req-b0cd8686-a4af-4739-b753-206e0ef48aaa tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.1056952 Mar 29 15:04:26.323396 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-b3f353c3-1e2d-4604-9bfa-a697d2c0681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'name': 'tempest-TestMinimumBasicScenario-995830054-router', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '05a92a51-0c6f-4584-9724-ee6e81505dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:04:23Z', 'updated_at': '2022-03-29T15:04:25Z', 'revision_number': 3, 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'gw_port': {'id': '05a92a51-0c6f-4584-9724-ee6e81505dd2', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:24Z', 'updated_at': '2022-03-29T15:04:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:04:26.354340 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f353c3-1e2d-4604-9bfa-a697d2c0681f None None] Checking router: 861c73ce-3b6e-47db-8c49-d03a47e0f9cf for host: dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:04:26.354746 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f353c3-1e2d-4604-9bfa-a697d2c0681f None None] Updating router 861c73ce-3b6e-47db-8c49-d03a47e0f9cf port 05a92a51-0c6f-4584-9724-ee6e81505dd2 binding host dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:04:26.383939 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-b3f353c3-1e2d-4604-9bfa-a697d2c0681f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (05a92a51-0c6f-4584-9724-ee6e81505dd2), before_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:26.405894 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d8822f69-04bf-4d87-8002-6b77a383d7fb req-74ee6067-7df5-469c-b3d1-cca5821c64f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59d28632-a2db-4fa9-8a3e-833c3499a8ab HTTP/1.1" status: 200 len: 217 time: 0.2454803 Mar 29 15:04:26.425549 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:26.438961 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f533ef87-13f9-4a80-b2a1-91e709c79279 req-02393f4b-4b1a-40fd-89af-067647f551b2 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481304 Mar 29 15:04:26.466291 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 61228044-8d4c-4bc3-a6fd-6fdaf0053bdd up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:04:26.479117 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8822f69-04bf-4d87-8002-6b77a383d7fb req-73b97313-86e9-4a0d-a49c-f8cd3086f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:26.480675 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d8822f69-04bf-4d87-8002-6b77a383d7fb req-73b97313-86e9-4a0d-a49c-f8cd3086f11c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4785f368-95a0-409f-b70d-930d5b4d123e HTTP/1.1" status: 200 len: 857 time: 0.0681808 Mar 29 15:04:26.550324 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8822f69-04bf-4d87-8002-6b77a383d7fb req-e501dcaa-b542-42a1-8c95-72c8cbbbd730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:26.552389 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d8822f69-04bf-4d87-8002-6b77a383d7fb req-e501dcaa-b542-42a1-8c95-72c8cbbbd730 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9352682d-561b-46b3-a155-35c84f4fd466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644653 Mar 29 15:04:26.577725 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 61228044-8d4c-4bc3-a6fd-6fdaf0053bdd triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:04:26.578501 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (61228044-8d4c-4bc3-a6fd-6fdaf0053bdd), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:26.642005 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:26.679662 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 61228044-8d4c-4bc3-a6fd-6fdaf0053bdd is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:04:26.703048 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8f1ad-c062-43d1-8a27-e5104a0d8b35 req-477e9aa4-18ec-4e43-9a2e-c1eddb9512f2 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:26.704548 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-78c8f1ad-c062-43d1-8a27-e5104a0d8b35 req-477e9aa4-18ec-4e43-9a2e-c1eddb9512f2 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=de073263-6785-4750-bb4a-765516e83c26 HTTP/1.1" status: 200 len: 943 time: 0.0884933 Mar 29 15:04:26.713247 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d8822f69-04bf-4d87-8002-6b77a383d7fb req-7577cf91-dc76-4833-b95d-8d680c03095a service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531434 Mar 29 15:04:26.797426 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-b3f353c3-1e2d-4604-9bfa-a697d2c0681f None None] Publish callbacks [] for port (05a92a51-0c6f-4584-9724-ee6e81505dd2), precommit_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:26.805999 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-b3f353c3-1e2d-4604-9bfa-a697d2c0681f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (05a92a51-0c6f-4584-9724-ee6e81505dd2), after_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:26.815590 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-78c8f1ad-c062-43d1-8a27-e5104a0d8b35 req-a718828b-3676-487d-9993-94b037586b93 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007137 Mar 29 15:04:26.818301 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Allocated IP 172.20.0.1 (66bf88d8-b922-4f24-b74c-aa730f28c713/88211e5f-efd4-4ca0-9676-206641841ae8/5719a8af-a387-43e4-ac77-81e3894978e0) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:04:26.847622 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d8822f69-04bf-4d87-8002-6b77a383d7fb req-61d6e68d-a554-42cb-92aa-810c895c7de1 service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255484 Mar 29 15:04:26.864843 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-b3f353c3-1e2d-4604-9bfa-a697d2c0681f None None] Attempting to bind port 05a92a51-0c6f-4584-9724-ee6e81505dd2 on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:04:26.865345 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-b3f353c3-1e2d-4604-9bfa-a697d2c0681f None None] Attempting to bind port 05a92a51-0c6f-4584-9724-ee6e81505dd2 by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}] {{(pid=103156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:04:26.865715 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f353c3-1e2d-4604-9bfa-a697d2c0681f None None] Attempting to bind port 05a92a51-0c6f-4584-9724-ee6e81505dd2 on network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:04:26.868640 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8676cf-9241-4c27-af48-82e5ffd786f0 None None] Pushing event updated for resources: {'Port': ['ID=05a92a51-0c6f-4584-9724-ee6e81505dd2,revision_number=2']} {{(pid=103156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:26.873240 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f353c3-1e2d-4604-9bfa-a697d2c0681f None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:04:26.873609 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f353c3-1e2d-4604-9bfa-a697d2c0681f None None] Checking segment: {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:04:26.874005 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-b3f353c3-1e2d-4604-9bfa-a697d2c0681f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:26.874383 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f353c3-1e2d-4604-9bfa-a697d2c0681f None None] Bound using segment: {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'} {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:04:26.874852 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-b3f353c3-1e2d-4604-9bfa-a697d2c0681f None None] Bound port: 05a92a51-0c6f-4584-9724-ee6e81505dd2, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}}] {{(pid=103156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:04:26.875232 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-b3f353c3-1e2d-4604-9bfa-a697d2c0681f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (05a92a51-0c6f-4584-9724-ee6e81505dd2), before_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:26.929933 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.db [None req-b3f353c3-1e2d-4604-9bfa-a697d2c0681f None None] For port 05a92a51-0c6f-4584-9724-ee6e81505dd2, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:04:26.933351 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.db [None req-b3f353c3-1e2d-4604-9bfa-a697d2c0681f None None] For port 05a92a51-0c6f-4584-9724-ee6e81505dd2, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=05a92a51-0c6f-4584-9724-ee6e81505dd2,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:04:26.937062 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Publish callbacks [] for port (5719a8af-a387-43e4-ac77-81e3894978e0), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:26.938706 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-b3f353c3-1e2d-4604-9bfa-a697d2c0681f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (05a92a51-0c6f-4584-9724-ee6e81505dd2), after_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:26.971119 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (5719a8af-a387-43e4-ac77-81e3894978e0), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:27.000289 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f353c3-1e2d-4604-9bfa-a697d2c0681f None None] Routers {'861c73ce-3b6e-47db-8c49-d03a47e0f9cf'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:04:27.000957 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-b3f353c3-1e2d-4604-9bfa-a697d2c0681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:04:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['861c73ce-3b6e-47db-8c49-d03a47e0f9cf'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:04:27.014762 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Network 66bf88d8-b922-4f24-b74c-aa730f28c713 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:04:27.017823 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:04:27.021727 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:04:27.038294 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8676cf-9241-4c27-af48-82e5ffd786f0 None None] Pushing event updated for resources: {'Port': ['ID=05a92a51-0c6f-4584-9724-ee6e81505dd2,revision_number=3']} {{(pid=103156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:27.069996 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Pushing event updated for resources: {'Port': ['ID=5719a8af-a387-43e4-ac77-81e3894978e0,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:27.081773 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:04:27.082899 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:04:27.083343 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:04:27.083799 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:04:27.084229 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:04:27.084657 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:04:27.084991 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:04:27.085321 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:04:27.085648 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:04:27.085973 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:04:27.086303 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:04:27.086632 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:04:27.086955 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:04:27.087279 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:04:27.087597 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:04:27.093726 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787637'] for router_interface (861c73ce-3b6e-47db-8c49-d03a47e0f9cf), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:27.119824 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-b3f353c3-1e2d-4604-9bfa-a697d2c0681f None None] Set router 861c73ce-3b6e-47db-8c49-d03a47e0f9cf gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:04:27.237062 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (5719a8af-a387-43e4-ac77-81e3894978e0), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:27.311244 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-b3f353c3-1e2d-4604-9bfa-a697d2c0681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'name': 'tempest-TestMinimumBasicScenario-995830054-router', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '05a92a51-0c6f-4584-9724-ee6e81505dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:04:23Z', 'updated_at': '2022-03-29T15:04:25Z', 'revision_number': 3, 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'gw_port': {'id': '05a92a51-0c6f-4584-9724-ee6e81505dd2', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:24Z', 'updated_at': '2022-03-29T15:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:04:27.314435 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-cd71a985-4976-4890-94f3-796a8c8b155f None None] Provisioning complete for port 5719a8af-a387-43e4-ac77-81e3894978e0 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:04:27.314435 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-cd71a985-4976-4890-94f3-796a8c8b155f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (5719a8af-a387-43e4-ac77-81e3894978e0), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:27.338662 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f353c3-1e2d-4604-9bfa-a697d2c0681f None None] The sync data for ids ['861c73ce-3b6e-47db-8c49-d03a47e0f9cf'] in dv-cinder-835635-1-iscsi is: [{'id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'name': 'tempest-TestMinimumBasicScenario-995830054-router', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '05a92a51-0c6f-4584-9724-ee6e81505dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:04:23Z', 'updated_at': '2022-03-29T15:04:25Z', 'revision_number': 3, 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'gw_port': {'id': '05a92a51-0c6f-4584-9724-ee6e81505dd2', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:24Z', 'updated_at': '2022-03-29T15:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}] {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:04:27.353276 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-cd71a985-4976-4890-94f3-796a8c8b155f None None] Port 5719a8af-a387-43e4-ac77-81e3894978e0 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:04:27.411884 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Publish callbacks [] for port (5719a8af-a387-43e4-ac77-81e3894978e0), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:27.417070 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (5719a8af-a387-43e4-ac77-81e3894978e0), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:27.490523 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Pushing event updated for resources: {'Port': ['ID=5719a8af-a387-43e4-ac77-81e3894978e0,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:27.493407 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787489'] for router_interface (861c73ce-3b6e-47db-8c49-d03a47e0f9cf), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:27.661069 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device d10187c5-ec98-4a05-a9d9-6dfd17f62cfb details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:04:27.784388 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port d10187c5-ec98-4a05-a9d9-6dfd17f62cfb, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=d10187c5-ec98-4a05-a9d9-6dfd17f62cfb,segment=NetworkSegment(8bd2d44c-527f-4823-9e0f-54363ae6a8b4),segment_id=8bd2d44c-527f-4823-9e0f-54363ae6a8b4)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:04:27.798700 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Returning: {'device': 'd10187c5-ec98-4a05-a9d9-6dfd17f62cfb', 'network_id': 'b13f3ae4-8e75-4c64-a663-7c5985047fd7', 'port_id': 'd10187c5-ec98-4a05-a9d9-6dfd17f62cfb', 'mac_address': 'fa:16:3e:1d:e4:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9adb672-ebf2-4a64-969e-01885f2f47a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:04:27.840864 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port d10187c5-ec98-4a05-a9d9-6dfd17f62cfb is: DOWN; New status is: BUILD {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:04:27.841465 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (d10187c5-ec98-4a05-a9d9-6dfd17f62cfb), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:27.861429 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10187c5-ec98-4a05-a9d9-6dfd17f62cfb {{(pid=103155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:04:27.866288 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b9792-092d-49a3-8130-74891037a332 req-b3d70a8f-9a7c-4033-b1bd-69a0df691e8a tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:27.869101 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e46b9792-092d-49a3-8130-74891037a332 req-b3d70a8f-9a7c-4033-b1bd-69a0df691e8a tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.3690672 Mar 29 15:04:27.890026 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port d10187c5-ec98-4a05-a9d9-6dfd17f62cfb, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=d10187c5-ec98-4a05-a9d9-6dfd17f62cfb,segment=NetworkSegment(8bd2d44c-527f-4823-9e0f-54363ae6a8b4),segment_id=8bd2d44c-527f-4823-9e0f-54363ae6a8b4)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:04:27.896249 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (d10187c5-ec98-4a05-a9d9-6dfd17f62cfb), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:27.911351 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Network 66bf88d8-b922-4f24-b74c-aa730f28c713 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:04:27.913891 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:04:27.962476 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=d10187c5-ec98-4a05-a9d9-6dfd17f62cfb,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:27.996342 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e46b9792-092d-49a3-8130-74891037a332 req-224ad01a-b9d3-4c95-9110-d765dbe7599b tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191130 Mar 29 15:04:28.039257 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17668fad-ace0-47fd-a632-077d02e6c842 req-d064ab12-0e22-480b-837c-8ed958ba1286 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:28.044760 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-17668fad-ace0-47fd-a632-077d02e6c842 req-d064ab12-0e22-480b-837c-8ed958ba1286 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=de073263-6785-4750-bb4a-765516e83c26 HTTP/1.1" status: 200 len: 944 time: 0.1031375 Mar 29 15:04:28.097211 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Router 861c73ce-3b6e-47db-8c49-d03a47e0f9cf has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:04:28.116027 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-17668fad-ace0-47fd-a632-077d02e6c842 req-636cf85f-1b29-4165-9074-aaf1c4117e15 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689142 Mar 29 15:04:28.179032 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-fd8839c6-f48b-4c4b-85a7-d3405b3b83c2 None None] Provisioning complete for port 5719a8af-a387-43e4-ac77-81e3894978e0 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:04:28.179485 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-fd8839c6-f48b-4c4b-85a7-d3405b3b83c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (5719a8af-a387-43e4-ac77-81e3894978e0), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:28.216083 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-fd8839c6-f48b-4c4b-85a7-d3405b3b83c2 None None] Port 5719a8af-a387-43e4-ac77-81e3894978e0 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:04:28.233657 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:04:28.239882 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-7c487f13-0d32-42fe-99f6-4884eebe6f44 admin admin] 10.222.0.35 "PUT /v2.0/routers/861c73ce-3b6e-47db-8c49-d03a47e0f9cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2172408 Mar 29 15:04:28.393815 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 05a92a51-0c6f-4584-9724-ee6e81505dd2 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:04:28.443332 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 05a92a51-0c6f-4584-9724-ee6e81505dd2 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:04:28.443700 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (05a92a51-0c6f-4584-9724-ee6e81505dd2), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:28.590848 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['d10187c5-ec98-4a05-a9d9-6dfd17f62cfb'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:04:28.706357 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 05a92a51-0c6f-4584-9724-ee6e81505dd2 is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:04:28.706905 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (05a92a51-0c6f-4584-9724-ee6e81505dd2), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:28.730561 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 40518) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:28.736122 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-7214dd5a-a33d-4d51-861a-e2d29e4a46be admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1871559261-network', 'tenant_id': '9cc8904f00804464ba76d5b55fa3282c'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:04:28.746701 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] For port 05a92a51-0c6f-4584-9724-ee6e81505dd2, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=05a92a51-0c6f-4584-9724-ee6e81505dd2,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:04:28.751845 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (05a92a51-0c6f-4584-9724-ee6e81505dd2), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:28.759112 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7214dd5a-a33d-4d51-861a-e2d29e4a46be admin admin] Made reservation on behalf of 9cc8904f00804464ba76d5b55fa3282c for: {'network': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:04:28.761490 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7214dd5a-a33d-4d51-861a-e2d29e4a46be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for network (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:28.770858 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7214dd5a-a33d-4d51-861a-e2d29e4a46be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:28.835869 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Pushing event updated for resources: {'Port': ['ID=05a92a51-0c6f-4584-9724-ee6e81505dd2,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:28.851524 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7214dd5a-a33d-4d51-861a-e2d29e4a46be admin admin] Publish callbacks [] for security_group (861e8c66-c1ed-485e-b96e-d9c462720e93), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:28.855909 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7214dd5a-a33d-4d51-861a-e2d29e4a46be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (861e8c66-c1ed-485e-b96e-d9c462720e93), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:28.886980 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7214dd5a-a33d-4d51-861a-e2d29e4a46be admin admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=103154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:04:28.889033 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214dd5a-a33d-4d51-861a-e2d29e4a46be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861e8c66-c1ed-485e-b96e-d9c462720e93,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:28.896376 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:04:28.899470 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7214dd5a-a33d-4d51-861a-e2d29e4a46be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (04561ed6-89e4-421b-b0f6-e4d9e05685e5), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:28.899874 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.segments_db [None req-7214dd5a-a33d-4d51-861a-e2d29e4a46be admin admin] Added segment 04561ed6-89e4-421b-b0f6-e4d9e05685e5 of type vlan for network d7bad3a4-49b9-4ce3-aba9-546144e163d5 Mar 29 15:04:28.940302 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7214dd5a-a33d-4d51-861a-e2d29e4a46be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776791432771'] for network (d7bad3a4-49b9-4ce3-aba9-546144e163d5), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:28.968764 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7214dd5a-a33d-4d51-861a-e2d29e4a46be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834'] for network (d7bad3a4-49b9-4ce3-aba9-546144e163d5), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:28.969597 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7214dd5a-a33d-4d51-861a-e2d29e4a46be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:28.970171 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7214dd5a-a33d-4d51-861a-e2d29e4a46be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:29.009574 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32747f1d-e2ad-48ea-a8de-de4c3bd0e0b9 None None] Sync routers for ids ['861c73ce-3b6e-47db-8c49-d03a47e0f9cf'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:04:29.021684 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32747f1d-e2ad-48ea-a8de-de4c3bd0e0b9 None None] Routers {'861c73ce-3b6e-47db-8c49-d03a47e0f9cf'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:04:29.022501 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-32747f1d-e2ad-48ea-a8de-de4c3bd0e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:04:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['861c73ce-3b6e-47db-8c49-d03a47e0f9cf'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:04:29.029118 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-7214dd5a-a33d-4d51-861a-e2d29e4a46be admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2948565 Mar 29 15:04:29.029280 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 40522) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:29.033900 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-3d7ab5d6-5581-44eb-99ae-bd65b14eb807 admin admin] Request body: {'subnet': {'network_id': 'd7bad3a4-49b9-4ce3-aba9-546144e163d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1871559261-subnet', 'tenant_id': '9cc8904f00804464ba76d5b55fa3282c', 'ip_version': 4}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:04:29.046540 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214dd5a-a33d-4d51-861a-e2d29e4a46be admin admin] Pushing event updated for resources: {'Network': ['ID=d7bad3a4-49b9-4ce3-aba9-546144e163d5,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:29.060165 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7ab5d6-5581-44eb-99ae-bd65b14eb807 admin admin] Made reservation on behalf of 9cc8904f00804464ba76d5b55fa3282c for: {'subnet': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:04:29.062638 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3d7ab5d6-5581-44eb-99ae-bd65b14eb807 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14662271'] for subnet (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:29.067794 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Network d7bad3a4-49b9-4ce3-aba9-546144e163d5 details requested by agent ovs-agent-dv-cinder-835635-1-iscsi with host dv-cinder-835635-1-iscsi {{(pid=103155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:04:29.194392 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304657f-8b2e-49fb-b3fb-5c2f38a78f8b req-2d2b7e0a-4e30-4b00-8de7-3a8329b8ce57 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:29.203763 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3304657f-8b2e-49fb-b3fb-5c2f38a78f8b req-2d2b7e0a-4e30-4b00-8de7-3a8329b8ce57 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.1180604 Mar 29 15:04:29.203970 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-32747f1d-e2ad-48ea-a8de-de4c3bd0e0b9 None None] Set router 861c73ce-3b6e-47db-8c49-d03a47e0f9cf gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:04:29.305469 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3588e83-eac5-442c-8521-46dbd95c5aff req-5750a02f-db7d-4d8e-bbe1-cf92ec1ab666 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:29.307016 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d3588e83-eac5-442c-8521-46dbd95c5aff req-5750a02f-db7d-4d8e-bbe1-cf92ec1ab666 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=de073263-6785-4750-bb4a-765516e83c26 HTTP/1.1" status: 200 len: 944 time: 0.0748074 Mar 29 15:04:29.315013 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3304657f-8b2e-49fb-b3fb-5c2f38a78f8b req-9f87f88a-ffc8-4abc-b0bc-a87fb302f85a tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968473 Mar 29 15:04:29.370179 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3d7ab5d6-5581-44eb-99ae-bd65b14eb807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13591529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14662249'] for subnet (a0c50ece-6ea7-4307-ba1d-6ae393840221), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:29.371339 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d3588e83-eac5-442c-8521-46dbd95c5aff req-449773eb-0221-453e-8b97-f7d186383835 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553510 Mar 29 15:04:29.434605 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ab5d6-5581-44eb-99ae-bd65b14eb807 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0c50ece-6ea7-4307-ba1d-6ae393840221,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:29.440303 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-32747f1d-e2ad-48ea-a8de-de4c3bd0e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'name': 'tempest-TestMinimumBasicScenario-995830054-router', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '05a92a51-0c6f-4584-9724-ee6e81505dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:04:23Z', 'updated_at': '2022-03-29T15:04:27Z', 'revision_number': 4, 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'gw_port': {'id': '05a92a51-0c6f-4584-9724-ee6e81505dd2', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:24Z', 'updated_at': '2022-03-29T15:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '5719a8af-a387-43e4-ac77-81e3894978e0', 'name': '', 'network_id': '66bf88d8-b922-4f24-b74c-aa730f28c713', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757', 'mac_address': 'fa:16:3e:60:3b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '88211e5f-efd4-4ca0-9676-206641841ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:26Z', 'updated_at': '2022-03-29T15:04:27Z', 'revision_number': 2, 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'subnets': [{'id': '88211e5f-efd4-4ca0-9676-206641841ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:04:29.443778 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7ab5d6-5581-44eb-99ae-bd65b14eb807 admin admin] Checking segment: {'id': '04561ed6-89e4-421b-b0f6-e4d9e05685e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd7bad3a4-49b9-4ce3-aba9-546144e163d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:04:29.444239 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7ab5d6-5581-44eb-99ae-bd65b14eb807 admin admin] Network hostable DHCP agents. Network: d7bad3a4-49b9-4ce3-aba9-546144e163d5, hostable agents: ['a6029aa5-8774-4641-86ae-5d2d983dd0a8'], hosted agents: [] {{(pid=103154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:04:29.461328 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7ab5d6-5581-44eb-99ae-bd65b14eb807 admin admin] Network d7bad3a4-49b9-4ce3-aba9-546144e163d5 is scheduled to be hosted by DHCP agent a6029aa5-8774-4641-86ae-5d2d983dd0a8 with binding_index 1 {{(pid=103154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:04:29.467462 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32747f1d-e2ad-48ea-a8de-de4c3bd0e0b9 None None] Checking router: 861c73ce-3b6e-47db-8c49-d03a47e0f9cf for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:04:29.467837 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32747f1d-e2ad-48ea-a8de-de4c3bd0e0b9 None None] Updating router 861c73ce-3b6e-47db-8c49-d03a47e0f9cf port 5719a8af-a387-43e4-ac77-81e3894978e0 binding host dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:04:29.470149 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-3d7ab5d6-5581-44eb-99ae-bd65b14eb807 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-1-iscsi, d7bad3a4-49b9-4ce3-aba9-546144e163d5) {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:04:29.475201 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7ab5d6-5581-44eb-99ae-bd65b14eb807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:29.475839 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3d7ab5d6-5581-44eb-99ae-bd65b14eb807 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:29.492081 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a1d451-e6ce-4f43-a0ab-ce152df14ce1 None None] Network d7bad3a4-49b9-4ce3-aba9-546144e163d5 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:04:29.494211 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 40528) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:29.494347 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-3d7ab5d6-5581-44eb-99ae-bd65b14eb807 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4641004 Mar 29 15:04:29.499523 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-c99f279b-5d85-40c1-8053-a7bb00c35603 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1871559261-router', 'tenant_id': '9cc8904f00804464ba76d5b55fa3282c', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:04:29.532269 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c99f279b-5d85-40c1-8053-a7bb00c35603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1791284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2970'] for router (05022198-008a-40c0-9881-34f81fae7d94), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:29.534209 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c99f279b-5d85-40c1-8053-a7bb00c35603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1818329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2947'] for router (05022198-008a-40c0-9881-34f81fae7d94), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:29.537834 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-32747f1d-e2ad-48ea-a8de-de4c3bd0e0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (5719a8af-a387-43e4-ac77-81e3894978e0), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:29.599083 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c99f279b-5d85-40c1-8053-a7bb00c35603 admin admin] Publish callbacks [] for router_controller (05022198-008a-40c0-9881-34f81fae7d94), precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:29.685730 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e998f8-73aa-45ac-8ac4-9f01a4a66db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp951e514f-1a9b-555e-af63-f294bc248ed5-d7bad3a4-49b9-4ce3-aba9-546144e163d5', 'network_id': 'd7bad3a4-49b9-4ce3-aba9-546144e163d5', 'project_id': '9cc8904f00804464ba76d5b55fa3282c', 'fixed_ips': [{'subnet_id': 'a0c50ece-6ea7-4307-ba1d-6ae393840221'}]}} from dv-cinder-835635-1-iscsi. {{(pid=103155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:04:29.686588 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-91e998f8-73aa-45ac-8ac4-9f01a4a66db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:29.781986 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c99f279b-5d85-40c1-8053-a7bb00c35603 admin admin] Publish callbacks [] for router_gateway (05022198-008a-40c0-9881-34f81fae7d94), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:29.790853 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9028e-a9e7-4389-a1ec-82c903771e6b req-490f326c-3263-4da1-bd2a-5ab69ec528de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:29.792358 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-62b9028e-a9e7-4389-a1ec-82c903771e6b req-490f326c-3263-4da1-bd2a-5ab69ec528de service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 1130 time: 0.1195979 Mar 29 15:04:29.895967 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-62b9028e-a9e7-4389-a1ec-82c903771e6b req-91a5d8c0-c360-4067-9cf5-1fc289d59cd6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913920 Mar 29 15:04:29.906032 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.db_base_plugin_common [None req-91e998f8-73aa-45ac-8ac4-9f01a4a66db3 None None] Allocated IP 172.20.0.2 (d7bad3a4-49b9-4ce3-aba9-546144e163d5/a0c50ece-6ea7-4307-ba1d-6ae393840221/7e15580d-cb5c-427e-afce-caabe3aa9dc5) {{(pid=103155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:04:30.008523 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-32747f1d-e2ad-48ea-a8de-de4c3bd0e0b9 None None] Publish callbacks [] for port (5719a8af-a387-43e4-ac77-81e3894978e0), precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:30.016920 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-32747f1d-e2ad-48ea-a8de-de4c3bd0e0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (5719a8af-a387-43e4-ac77-81e3894978e0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:30.046404 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c99f279b-5d85-40c1-8053-a7bb00c35603 admin admin] Publish callbacks [] for router_gateway (05022198-008a-40c0-9881-34f81fae7d94), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:30.067864 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c99f279b-5d85-40c1-8053-a7bb00c35603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:30.130663 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaaf777-77fe-439c-9127-1ab5a5b2ae85 None None] Pushing event updated for resources: {'Port': ['ID=5719a8af-a387-43e4-ac77-81e3894978e0,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:30.183871 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-91e998f8-73aa-45ac-8ac4-9f01a4a66db3 None None] Publish callbacks [] for port (7e15580d-cb5c-427e-afce-caabe3aa9dc5), precommit_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:30.195208 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-32747f1d-e2ad-48ea-a8de-de4c3bd0e0b9 None None] Attempting to bind port 5719a8af-a387-43e4-ac77-81e3894978e0 on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:04:30.195573 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-32747f1d-e2ad-48ea-a8de-de4c3bd0e0b9 None None] Attempting to bind port 5719a8af-a387-43e4-ac77-81e3894978e0 by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': '4fbed87f-156e-4319-8f4b-d848b3fb3e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '66bf88d8-b922-4f24-b74c-aa730f28c713'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:04:30.196025 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32747f1d-e2ad-48ea-a8de-de4c3bd0e0b9 None None] Attempting to bind port 5719a8af-a387-43e4-ac77-81e3894978e0 on network 66bf88d8-b922-4f24-b74c-aa730f28c713 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:04:30.197998 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-c99f279b-5d85-40c1-8053-a7bb00c35603 admin admin] Allocated IP 172.27.2.155 (73fab6d0-c07f-433f-9c69-8ff3a31867f5/bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83/86759cb5-6d6e-4e19-b722-506fd11e4fe9) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:04:30.200779 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-91e998f8-73aa-45ac-8ac4-9f01a4a66db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196'] for port (7e15580d-cb5c-427e-afce-caabe3aa9dc5), after_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:30.212758 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32747f1d-e2ad-48ea-a8de-de4c3bd0e0b9 None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:04:30.213139 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32747f1d-e2ad-48ea-a8de-de4c3bd0e0b9 None None] Checking segment: {'id': '4fbed87f-156e-4319-8f4b-d848b3fb3e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '66bf88d8-b922-4f24-b74c-aa730f28c713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:04:30.213543 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-32747f1d-e2ad-48ea-a8de-de4c3bd0e0b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:30.213937 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32747f1d-e2ad-48ea-a8de-de4c3bd0e0b9 None None] Bound using segment: {'id': '4fbed87f-156e-4319-8f4b-d848b3fb3e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '66bf88d8-b922-4f24-b74c-aa730f28c713'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:04:30.214425 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-32747f1d-e2ad-48ea-a8de-de4c3bd0e0b9 None None] Bound port: 5719a8af-a387-43e4-ac77-81e3894978e0, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fbed87f-156e-4319-8f4b-d848b3fb3e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '66bf88d8-b922-4f24-b74c-aa730f28c713'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:04:30.214806 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-32747f1d-e2ad-48ea-a8de-de4c3bd0e0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (5719a8af-a387-43e4-ac77-81e3894978e0), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:30.265724 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e998f8-73aa-45ac-8ac4-9f01a4a66db3 None None] Network d7bad3a4-49b9-4ce3-aba9-546144e163d5 is already hosted by enough agents. {{(pid=103155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:04:30.271453 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.scheduler.base_scheduler [None req-91e998f8-73aa-45ac-8ac4-9f01a4a66db3 None None] Resources bound (agent type, host, resource id): {{(pid=103155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:04:30.293494 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e998f8-73aa-45ac-8ac4-9f01a4a66db3 None None] Received port after_create {{(pid=103155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:04:30.306773 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e998f8-73aa-45ac-8ac4-9f01a4a66db3 None None] Pushing event updated for resources: {'Port': ['ID=7e15580d-cb5c-427e-afce-caabe3aa9dc5,revision_number=1']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:30.339006 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c99f279b-5d85-40c1-8053-a7bb00c35603 admin admin] Publish callbacks [] for port (86759cb5-6d6e-4e19-b722-506fd11e4fe9), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:30.382913 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-32747f1d-e2ad-48ea-a8de-de4c3bd0e0b9 None None] For port 5719a8af-a387-43e4-ac77-81e3894978e0, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:04:30.385816 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c99f279b-5d85-40c1-8053-a7bb00c35603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (86759cb5-6d6e-4e19-b722-506fd11e4fe9), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:30.399230 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-91e998f8-73aa-45ac-8ac4-9f01a4a66db3 None None] Attempting to bind port 7e15580d-cb5c-427e-afce-caabe3aa9dc5 on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:04:30.399601 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-91e998f8-73aa-45ac-8ac4-9f01a4a66db3 None None] Attempting to bind port 7e15580d-cb5c-427e-afce-caabe3aa9dc5 by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': '04561ed6-89e4-421b-b0f6-e4d9e05685e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd7bad3a4-49b9-4ce3-aba9-546144e163d5'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:04:30.399967 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e998f8-73aa-45ac-8ac4-9f01a4a66db3 None None] Attempting to bind port 7e15580d-cb5c-427e-afce-caabe3aa9dc5 on network d7bad3a4-49b9-4ce3-aba9-546144e163d5 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:04:30.403735 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-32747f1d-e2ad-48ea-a8de-de4c3bd0e0b9 None None] For port 5719a8af-a387-43e4-ac77-81e3894978e0, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=5719a8af-a387-43e4-ac77-81e3894978e0,segment=NetworkSegment(4fbed87f-156e-4319-8f4b-d848b3fb3e62),segment_id=4fbed87f-156e-4319-8f4b-d848b3fb3e62)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:04:30.410961 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-18ce678b-2915-485e-a4ae-9a2a73643736 None None] Provisioning complete for port 5719a8af-a387-43e4-ac77-81e3894978e0 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:04:30.411442 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-18ce678b-2915-485e-a4ae-9a2a73643736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (5719a8af-a387-43e4-ac77-81e3894978e0), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:30.413238 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 05a92a51-0c6f-4584-9724-ee6e81505dd2 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:04:30.417725 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e998f8-73aa-45ac-8ac4-9f01a4a66db3 None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:04:30.418093 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e998f8-73aa-45ac-8ac4-9f01a4a66db3 None None] Checking segment: {'id': '04561ed6-89e4-421b-b0f6-e4d9e05685e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd7bad3a4-49b9-4ce3-aba9-546144e163d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:04:30.418484 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-91e998f8-73aa-45ac-8ac4-9f01a4a66db3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:30.418873 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e998f8-73aa-45ac-8ac4-9f01a4a66db3 None None] Bound using segment: {'id': '04561ed6-89e4-421b-b0f6-e4d9e05685e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd7bad3a4-49b9-4ce3-aba9-546144e163d5'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:04:30.419348 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-91e998f8-73aa-45ac-8ac4-9f01a4a66db3 None None] Bound port: 7e15580d-cb5c-427e-afce-caabe3aa9dc5, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04561ed6-89e4-421b-b0f6-e4d9e05685e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd7bad3a4-49b9-4ce3-aba9-546144e163d5'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:04:30.419806 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-91e998f8-73aa-45ac-8ac4-9f01a4a66db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (7e15580d-cb5c-427e-afce-caabe3aa9dc5), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:30.433310 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99f279b-5d85-40c1-8053-a7bb00c35603 admin admin] Network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:04:30.436890 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-c99f279b-5d85-40c1-8053-a7bb00c35603 admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:04:30.446898 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99f279b-5d85-40c1-8053-a7bb00c35603 admin admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:04:30.462943 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-32747f1d-e2ad-48ea-a8de-de4c3bd0e0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (5719a8af-a387-43e4-ac77-81e3894978e0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:30.493923 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be381c-ea8d-4275-93cf-9f033d4965ad req-3b3dcb97-265b-49a0-a49f-a2c4c1f002d7 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:30.495874 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-21be381c-ea8d-4275-93cf-9f033d4965ad req-3b3dcb97-265b-49a0-a49f-a2c4c1f002d7 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.0665836 Mar 29 15:04:30.527567 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f279b-5d85-40c1-8053-a7bb00c35603 admin admin] Pushing event updated for resources: {'Port': ['ID=86759cb5-6d6e-4e19-b722-506fd11e4fe9,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:30.577289 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-21be381c-ea8d-4275-93cf-9f033d4965ad req-82e6d7bb-d10d-4a22-90a6-5116290d3f03 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711801 Mar 29 15:04:30.591067 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32747f1d-e2ad-48ea-a8de-de4c3bd0e0b9 None None] Routers {'861c73ce-3b6e-47db-8c49-d03a47e0f9cf'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:04:30.591708 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-32747f1d-e2ad-48ea-a8de-de4c3bd0e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:04:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['861c73ce-3b6e-47db-8c49-d03a47e0f9cf'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:04:30.594471 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaaf777-77fe-439c-9127-1ab5a5b2ae85 None None] Pushing event updated for resources: {'Port': ['ID=5719a8af-a387-43e4-ac77-81e3894978e0,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:30.647988 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132230d-8250-4ae8-a916-2c05adf50da0 req-eb53bb7e-638d-40a9-b263-4f239a7d0041 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:30.650034 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-8132230d-8250-4ae8-a916-2c05adf50da0 req-eb53bb7e-638d-40a9-b263-4f239a7d0041 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=de073263-6785-4750-bb4a-765516e83c26 HTTP/1.1" status: 200 len: 944 time: 0.1918514 Mar 29 15:04:30.696503 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-91e998f8-73aa-45ac-8ac4-9f01a4a66db3 None None] For port 7e15580d-cb5c-427e-afce-caabe3aa9dc5, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:04:30.703053 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-91e998f8-73aa-45ac-8ac4-9f01a4a66db3 None None] For port 7e15580d-cb5c-427e-afce-caabe3aa9dc5, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=7e15580d-cb5c-427e-afce-caabe3aa9dc5,segment=NetworkSegment(04561ed6-89e4-421b-b0f6-e4d9e05685e5),segment_id=04561ed6-89e4-421b-b0f6-e4d9e05685e5)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:04:30.749735 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-8132230d-8250-4ae8-a916-2c05adf50da0 req-bdfb2da9-63df-4813-8ed8-12919749ffd5 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921440 Mar 29 15:04:30.853935 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c99f279b-5d85-40c1-8053-a7bb00c35603 admin admin] Publish callbacks [] for router_gateway (05022198-008a-40c0-9881-34f81fae7d94), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:30.854940 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 05a92a51-0c6f-4584-9724-ee6e81505dd2 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:04:30.855338 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (05a92a51-0c6f-4584-9724-ee6e81505dd2), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:30.880032 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-91e998f8-73aa-45ac-8ac4-9f01a4a66db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (7e15580d-cb5c-427e-afce-caabe3aa9dc5), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:30.937178 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-18ce678b-2915-485e-a4ae-9a2a73643736 None None] Current status of the port 5719a8af-a387-43e4-ac77-81e3894978e0 is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:04:30.937835 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-18ce678b-2915-485e-a4ae-9a2a73643736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (5719a8af-a387-43e4-ac77-81e3894978e0), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:31.003348 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e998f8-73aa-45ac-8ac4-9f01a4a66db3 None None] Pushing event updated for resources: {'Port': ['ID=7e15580d-cb5c-427e-afce-caabe3aa9dc5,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:31.007270 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-32747f1d-e2ad-48ea-a8de-de4c3bd0e0b9 None None] Set router 861c73ce-3b6e-47db-8c49-d03a47e0f9cf gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:04:31.048424 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-18ce678b-2915-485e-a4ae-9a2a73643736 None None] For port 5719a8af-a387-43e4-ac77-81e3894978e0, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=5719a8af-a387-43e4-ac77-81e3894978e0,segment=NetworkSegment(4fbed87f-156e-4319-8f4b-d848b3fb3e62),segment_id=4fbed87f-156e-4319-8f4b-d848b3fb3e62)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:04:31.056724 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-18ce678b-2915-485e-a4ae-9a2a73643736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (5719a8af-a387-43e4-ac77-81e3894978e0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:31.221603 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 05a92a51-0c6f-4584-9724-ee6e81505dd2 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:04:31.238044 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce678b-2915-485e-a4ae-9a2a73643736 None None] Pushing event updated for resources: {'Port': ['ID=5719a8af-a387-43e4-ac77-81e3894978e0,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:31.260830 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-658c943d-a976-4a8b-8e35-74da195948f0 None None] Provisioning complete for port 5719a8af-a387-43e4-ac77-81e3894978e0 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:04:31.261217 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-658c943d-a976-4a8b-8e35-74da195948f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (5719a8af-a387-43e4-ac77-81e3894978e0), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:31.284273 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c99f279b-5d85-40c1-8053-a7bb00c35603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1793453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787170'] for router (05022198-008a-40c0-9881-34f81fae7d94), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:31.401231 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-32747f1d-e2ad-48ea-a8de-de4c3bd0e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'name': 'tempest-TestMinimumBasicScenario-995830054-router', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '05a92a51-0c6f-4584-9724-ee6e81505dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:04:23Z', 'updated_at': '2022-03-29T15:04:27Z', 'revision_number': 4, 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'gw_port': {'id': '05a92a51-0c6f-4584-9724-ee6e81505dd2', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:24Z', 'updated_at': '2022-03-29T15:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '5719a8af-a387-43e4-ac77-81e3894978e0', 'name': '', 'network_id': '66bf88d8-b922-4f24-b74c-aa730f28c713', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757', 'mac_address': 'fa:16:3e:60:3b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '88211e5f-efd4-4ca0-9676-206641841ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:26Z', 'updated_at': '2022-03-29T15:04:30Z', 'revision_number': 4, 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'subnets': [{'id': '88211e5f-efd4-4ca0-9676-206641841ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:04:31.409299 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-658c943d-a976-4a8b-8e35-74da195948f0 None None] Current status of the port 5719a8af-a387-43e4-ac77-81e3894978e0 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:04:31.432754 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99f279b-5d85-40c1-8053-a7bb00c35603 admin admin] Router 05022198-008a-40c0-9881-34f81fae7d94 is scheduled to L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:04:31.435690 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32747f1d-e2ad-48ea-a8de-de4c3bd0e0b9 None None] The sync data for ids ['861c73ce-3b6e-47db-8c49-d03a47e0f9cf'] in dv-cinder-835635-1-iscsi is: [{'id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'name': 'tempest-TestMinimumBasicScenario-995830054-router', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '05a92a51-0c6f-4584-9724-ee6e81505dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:04:23Z', 'updated_at': '2022-03-29T15:04:27Z', 'revision_number': 4, 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'gw_port': {'id': '05a92a51-0c6f-4584-9724-ee6e81505dd2', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:24Z', 'updated_at': '2022-03-29T15:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '5719a8af-a387-43e4-ac77-81e3894978e0', 'name': '', 'network_id': '66bf88d8-b922-4f24-b74c-aa730f28c713', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757', 'mac_address': 'fa:16:3e:60:3b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '88211e5f-efd4-4ca0-9676-206641841ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:26Z', 'updated_at': '2022-03-29T15:04:30Z', 'revision_number': 4, 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'subnets': [{'id': '88211e5f-efd4-4ca0-9676-206641841ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:04:31.556517 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99f279b-5d85-40c1-8053-a7bb00c35603 admin admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:04:31.569949 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07607cbd-1776-47dc-854b-7d5513113de6 None None] Sync routers for ids ['05022198-008a-40c0-9881-34f81fae7d94'] in dv-cinder-835635-1-iscsi {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:04:31.578552 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c99f279b-5d85-40c1-8053-a7bb00c35603 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:31.580022 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-c99f279b-5d85-40c1-8053-a7bb00c35603 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0844848 Mar 29 15:04:31.583119 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 40542) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:31.585711 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07607cbd-1776-47dc-854b-7d5513113de6 None None] Routers {'05022198-008a-40c0-9881-34f81fae7d94'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:04:31.586331 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-07607cbd-1776-47dc-854b-7d5513113de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:04:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['05022198-008a-40c0-9881-34f81fae7d94'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:04:31.704662 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device d10187c5-ec98-4a05-a9d9-6dfd17f62cfb up at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:04:31.778138 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-07607cbd-1776-47dc-854b-7d5513113de6 None None] Set router 05022198-008a-40c0-9881-34f81fae7d94 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:04:31.814298 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4706298-4b54-4200-8fac-299ee47989d2 req-68324e33-62fd-4d8f-992b-16b657955825 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:31.817528 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b4706298-4b54-4200-8fac-299ee47989d2 req-68324e33-62fd-4d8f-992b-16b657955825 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.1608331 Mar 29 15:04:31.827996 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning for port d10187c5-ec98-4a05-a9d9-6dfd17f62cfb completed by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:04:31.834510 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning complete for port d10187c5-ec98-4a05-a9d9-6dfd17f62cfb triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:04:31.838299 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (d10187c5-ec98-4a05-a9d9-6dfd17f62cfb), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:31.978372 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673507f-1a5a-486d-9bdd-6673c8c14ffd req-5e1826da-6246-4df3-a340-4bff6e35203d tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:31.980026 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-9673507f-1a5a-486d-9bdd-6673c8c14ffd req-5e1826da-6246-4df3-a340-4bff6e35203d tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=de073263-6785-4750-bb4a-765516e83c26 HTTP/1.1" status: 200 len: 944 time: 0.1256883 Mar 29 15:04:32.009389 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port d10187c5-ec98-4a05-a9d9-6dfd17f62cfb is: BUILD; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:04:32.010398 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (d10187c5-ec98-4a05-a9d9-6dfd17f62cfb), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:32.032512 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b4706298-4b54-4200-8fac-299ee47989d2 req-a481321a-1416-443e-ac69-9c03bb798106 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516473 Mar 29 15:04:32.068155 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de073263-6785-4750-bb4a-765516e83c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10187c5-ec98-4a05-a9d9-6dfd17f62cfb'}] {{(pid=103155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:04:32.074362 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38c8142a5be8756d7824345574af4facaba61695d099691de86e3daaece1ccc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5b065a-bb5e-4bb0-a0ce-5885c9b04217" -d '{"events": [{"server_uuid": "de073263-6785-4750-bb4a-765516e83c26", "name": "network-vif-plugged", "status": "completed", "tag": "d10187c5-ec98-4a05-a9d9-6dfd17f62cfb"}]}' {{(pid=103155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:04:32.096944 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-9673507f-1a5a-486d-9bdd-6673c8c14ffd req-982a1619-dd2f-449f-932d-4ee2fe121315 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040533 Mar 29 15:04:32.115119 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port d10187c5-ec98-4a05-a9d9-6dfd17f62cfb, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=d10187c5-ec98-4a05-a9d9-6dfd17f62cfb,segment=NetworkSegment(8bd2d44c-527f-4823-9e0f-54363ae6a8b4),segment_id=8bd2d44c-527f-4823-9e0f-54363ae6a8b4)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:04:32.124857 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-07607cbd-1776-47dc-854b-7d5513113de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05022198-008a-40c0-9881-34f81fae7d94', 'name': 'tempest-TestMinimumBasicScenario-1871559261-router', 'tenant_id': '9cc8904f00804464ba76d5b55fa3282c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '86759cb5-6d6e-4e19-b722-506fd11e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:04:29Z', 'updated_at': '2022-03-29T15:04:30Z', 'revision_number': 3, 'project_id': '9cc8904f00804464ba76d5b55fa3282c', 'gw_port': {'id': '86759cb5-6d6e-4e19-b722-506fd11e4fe9', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:40:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05022198-008a-40c0-9881-34f81fae7d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:30Z', 'updated_at': '2022-03-29T15:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:04:32.127810 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (d10187c5-ec98-4a05-a9d9-6dfd17f62cfb), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:32.173811 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fa9afa-5a1e-430c-8973-60aebaa9b9f3 x-openstack-request-id: req-71fa9afa-5a1e-430c-8973-60aebaa9b9f3 {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:04:32.174423 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de073263-6785-4750-bb4a-765516e83c26", "name": "network-vif-plugged", "status": "completed", "tag": "d10187c5-ec98-4a05-a9d9-6dfd17f62cfb", "code": 200}]} {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:04:32.174882 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-71fa9afa-5a1e-430c-8973-60aebaa9b9f3 {{(pid=103155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:04:32.175459 dv-cinder-835635-1-iscsi neutron-server[103155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71fa9afa-5a1e-430c-8973-60aebaa9b9f3'] response: {'server_uuid': 'de073263-6785-4750-bb4a-765516e83c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10187c5-ec98-4a05-a9d9-6dfd17f62cfb', 'code': 200} Mar 29 15:04:32.214059 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07607cbd-1776-47dc-854b-7d5513113de6 None None] Checking router: 05022198-008a-40c0-9881-34f81fae7d94 for host: dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:04:32.214407 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07607cbd-1776-47dc-854b-7d5513113de6 None None] Updating router 05022198-008a-40c0-9881-34f81fae7d94 port 86759cb5-6d6e-4e19-b722-506fd11e4fe9 binding host dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:04:32.227395 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=d10187c5-ec98-4a05-a9d9-6dfd17f62cfb,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:32.281809 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-07607cbd-1776-47dc-854b-7d5513113de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (86759cb5-6d6e-4e19-b722-506fd11e4fe9), before_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:32.393641 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3189580-4077-4f8b-8bda-9089c034f1ce req-fe37a3e0-01a6-4eca-b4b4-4720f3fcd292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:32.395921 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f3189580-4077-4f8b-8bda-9089c034f1ce req-fe37a3e0-01a6-4eca-b4b4-4720f3fcd292 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=de073263-6785-4750-bb4a-765516e83c26 HTTP/1.1" status: 200 len: 1129 time: 0.0840530 Mar 29 15:04:32.422983 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ace8024-36db-4067-986e-e7df2bba9b9c None None] Network d7bad3a4-49b9-4ce3-aba9-546144e163d5 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:04:32.478488 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f3189580-4077-4f8b-8bda-9089c034f1ce req-1b61be78-af5c-4e18-8df2-19a28a7b9332 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756772 Mar 29 15:04:32.531655 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-170d0cb4-e74d-422b-95a0-a860aafdba68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:32.548848 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8e1fced2-1ccc-41ba-aefd-2b377039d33b None None] Provisioning complete for port 7e15580d-cb5c-427e-afce-caabe3aa9dc5 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:04:32.549173 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8e1fced2-1ccc-41ba-aefd-2b377039d33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (7e15580d-cb5c-427e-afce-caabe3aa9dc5), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:32.588353 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 5719a8af-a387-43e4-ac77-81e3894978e0 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:04:32.738741 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 5719a8af-a387-43e4-ac77-81e3894978e0 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:04:32.738993 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (5719a8af-a387-43e4-ac77-81e3894978e0), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:32.791324 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-07607cbd-1776-47dc-854b-7d5513113de6 None None] Publish callbacks [] for port (86759cb5-6d6e-4e19-b722-506fd11e4fe9), precommit_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:32.802067 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-07607cbd-1776-47dc-854b-7d5513113de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (86759cb5-6d6e-4e19-b722-506fd11e4fe9), after_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:32.803764 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-170d0cb4-e74d-422b-95a0-a860aafdba68 admin admin] Allocated IP 172.20.0.1 (d7bad3a4-49b9-4ce3-aba9-546144e163d5/a0c50ece-6ea7-4307-ba1d-6ae393840221/da630080-2764-4efa-b12a-addbe2888a30) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:04:32.837141 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8e1fced2-1ccc-41ba-aefd-2b377039d33b None None] Current status of the port 7e15580d-cb5c-427e-afce-caabe3aa9dc5 is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:04:32.837616 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8e1fced2-1ccc-41ba-aefd-2b377039d33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (7e15580d-cb5c-427e-afce-caabe3aa9dc5), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:32.905550 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedd6ba-3be4-43c9-b0eb-e3d16b3f8fae None None] Pushing event updated for resources: {'Port': ['ID=86759cb5-6d6e-4e19-b722-506fd11e4fe9,revision_number=2']} {{(pid=103156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:32.922802 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-8e1fced2-1ccc-41ba-aefd-2b377039d33b None None] For port 7e15580d-cb5c-427e-afce-caabe3aa9dc5, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=7e15580d-cb5c-427e-afce-caabe3aa9dc5,segment=NetworkSegment(04561ed6-89e4-421b-b0f6-e4d9e05685e5),segment_id=04561ed6-89e4-421b-b0f6-e4d9e05685e5)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:04:32.937691 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8e1fced2-1ccc-41ba-aefd-2b377039d33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (7e15580d-cb5c-427e-afce-caabe3aa9dc5), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:32.962611 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-07607cbd-1776-47dc-854b-7d5513113de6 None None] Attempting to bind port 86759cb5-6d6e-4e19-b722-506fd11e4fe9 on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:04:32.962982 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-07607cbd-1776-47dc-854b-7d5513113de6 None None] Attempting to bind port 86759cb5-6d6e-4e19-b722-506fd11e4fe9 by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}] {{(pid=103156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:04:32.964120 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07607cbd-1776-47dc-854b-7d5513113de6 None None] Attempting to bind port 86759cb5-6d6e-4e19-b722-506fd11e4fe9 on network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:04:32.970131 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07607cbd-1776-47dc-854b-7d5513113de6 None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:04:32.971154 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07607cbd-1776-47dc-854b-7d5513113de6 None None] Checking segment: {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:04:32.971732 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-07607cbd-1776-47dc-854b-7d5513113de6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:32.972282 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07607cbd-1776-47dc-854b-7d5513113de6 None None] Bound using segment: {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'} {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:04:32.973070 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-07607cbd-1776-47dc-854b-7d5513113de6 None None] Bound port: 86759cb5-6d6e-4e19-b722-506fd11e4fe9, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}}] {{(pid=103156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:04:32.973624 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-07607cbd-1776-47dc-854b-7d5513113de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (86759cb5-6d6e-4e19-b722-506fd11e4fe9), before_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:32.998365 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 5719a8af-a387-43e4-ac77-81e3894978e0 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:04:33.004490 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 7e15580d-cb5c-427e-afce-caabe3aa9dc5 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:04:33.032199 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.db [None req-07607cbd-1776-47dc-854b-7d5513113de6 None None] For port 86759cb5-6d6e-4e19-b722-506fd11e4fe9, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:04:33.036583 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.db [None req-07607cbd-1776-47dc-854b-7d5513113de6 None None] For port 86759cb5-6d6e-4e19-b722-506fd11e4fe9, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=86759cb5-6d6e-4e19-b722-506fd11e4fe9,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:04:33.057112 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-07607cbd-1776-47dc-854b-7d5513113de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (86759cb5-6d6e-4e19-b722-506fd11e4fe9), after_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:33.072982 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-170d0cb4-e74d-422b-95a0-a860aafdba68 admin admin] Publish callbacks [] for port (da630080-2764-4efa-b12a-addbe2888a30), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:33.111599 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07607cbd-1776-47dc-854b-7d5513113de6 None None] Routers {'05022198-008a-40c0-9881-34f81fae7d94'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:04:33.112255 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-07607cbd-1776-47dc-854b-7d5513113de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:04:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['05022198-008a-40c0-9881-34f81fae7d94'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:04:33.118416 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fced2-1ccc-41ba-aefd-2b377039d33b None None] Pushing event updated for resources: {'Port': ['ID=7e15580d-cb5c-427e-afce-caabe3aa9dc5,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:33.139533 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-170d0cb4-e74d-422b-95a0-a860aafdba68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (da630080-2764-4efa-b12a-addbe2888a30), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:33.143966 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 7e15580d-cb5c-427e-afce-caabe3aa9dc5 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:04:33.146086 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (7e15580d-cb5c-427e-afce-caabe3aa9dc5), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:33.210968 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedd6ba-3be4-43c9-b0eb-e3d16b3f8fae None None] Pushing event updated for resources: {'Port': ['ID=86759cb5-6d6e-4e19-b722-506fd11e4fe9,revision_number=3']} {{(pid=103156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:33.219154 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d0cb4-e74d-422b-95a0-a860aafdba68 admin admin] Pushing event updated for resources: {'Port': ['ID=da630080-2764-4efa-b12a-addbe2888a30,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:33.226581 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-3e4d7bae-2097-4d46-9123-d3f5f84e35d6 None None] Provisioning complete for port 7e15580d-cb5c-427e-afce-caabe3aa9dc5 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:04:33.227151 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-3e4d7bae-2097-4d46-9123-d3f5f84e35d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (7e15580d-cb5c-427e-afce-caabe3aa9dc5), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:33.262295 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc003b71-14d0-4236-9bbf-44e8de55d72d req-d224dade-df62-4295-afdb-3a92d4d197fc tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:33.264258 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-cc003b71-14d0-4236-9bbf-44e8de55d72d req-d224dade-df62-4295-afdb-3a92d4d197fc tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.1075540 Mar 29 15:04:33.275881 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-07607cbd-1776-47dc-854b-7d5513113de6 None None] Set router 05022198-008a-40c0-9881-34f81fae7d94 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:04:33.290063 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170d0cb4-e74d-422b-95a0-a860aafdba68 admin admin] Network d7bad3a4-49b9-4ce3-aba9-546144e163d5 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:04:33.293864 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-170d0cb4-e74d-422b-95a0-a860aafdba68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:04:33.296482 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170d0cb4-e74d-422b-95a0-a860aafdba68 admin admin] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:04:33.314533 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 7e15580d-cb5c-427e-afce-caabe3aa9dc5 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:04:33.358156 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f012a8-37b2-4946-b215-01d0a99bc377 req-dd943f0d-a49c-4f2e-8de6-7c57b29df5de tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:33.359764 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b6f012a8-37b2-4946-b215-01d0a99bc377 req-dd943f0d-a49c-4f2e-8de6-7c57b29df5de tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=de073263-6785-4750-bb4a-765516e83c26 HTTP/1.1" status: 200 len: 945 time: 0.1328437 Mar 29 15:04:33.360871 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-cc003b71-14d0-4236-9bbf-44e8de55d72d req-fb47c1d7-4fb4-405f-a77f-2efabd737918 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896261 Mar 29 15:04:33.361883 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-170d0cb4-e74d-422b-95a0-a860aafdba68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787637'] for router_interface (05022198-008a-40c0-9881-34f81fae7d94), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:33.412831 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-3e4d7bae-2097-4d46-9123-d3f5f84e35d6 None None] Current status of the port 7e15580d-cb5c-427e-afce-caabe3aa9dc5 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:04:33.527044 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b6f012a8-37b2-4946-b215-01d0a99bc377 req-a2de6959-8000-45e5-8f9c-9bb865cb4ec6 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572726 Mar 29 15:04:33.607026 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-170d0cb4-e74d-422b-95a0-a860aafdba68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (da630080-2764-4efa-b12a-addbe2888a30), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:33.648217 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-ed6d7dbf-ef99-4b99-adb4-c100d886afa3 None None] Provisioning complete for port da630080-2764-4efa-b12a-addbe2888a30 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:04:33.648619 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ed6d7dbf-ef99-4b99-adb4-c100d886afa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (da630080-2764-4efa-b12a-addbe2888a30), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:33.683917 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a88c1-c87b-4b6a-b77d-011ec0725a19 req-ee20a3bc-f712-43c3-9cc4-a8afab0abc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:33.690560 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e15a88c1-c87b-4b6a-b77d-011ec0725a19 req-ee20a3bc-f712-43c3-9cc4-a8afab0abc0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00f07373deef4fc0b642c58742393b86&device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 1130 time: 0.0701864 Mar 29 15:04:33.702325 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-ed6d7dbf-ef99-4b99-adb4-c100d886afa3 None None] Port da630080-2764-4efa-b12a-addbe2888a30 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:04:33.707744 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-07607cbd-1776-47dc-854b-7d5513113de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05022198-008a-40c0-9881-34f81fae7d94', 'name': 'tempest-TestMinimumBasicScenario-1871559261-router', 'tenant_id': '9cc8904f00804464ba76d5b55fa3282c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '86759cb5-6d6e-4e19-b722-506fd11e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:04:29Z', 'updated_at': '2022-03-29T15:04:30Z', 'revision_number': 3, 'project_id': '9cc8904f00804464ba76d5b55fa3282c', 'gw_port': {'id': '86759cb5-6d6e-4e19-b722-506fd11e4fe9', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:40:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05022198-008a-40c0-9881-34f81fae7d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:30Z', 'updated_at': '2022-03-29T15:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:04:33.743761 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07607cbd-1776-47dc-854b-7d5513113de6 None None] The sync data for ids ['05022198-008a-40c0-9881-34f81fae7d94'] in dv-cinder-835635-1-iscsi is: [{'id': '05022198-008a-40c0-9881-34f81fae7d94', 'name': 'tempest-TestMinimumBasicScenario-1871559261-router', 'tenant_id': '9cc8904f00804464ba76d5b55fa3282c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '86759cb5-6d6e-4e19-b722-506fd11e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:04:29Z', 'updated_at': '2022-03-29T15:04:30Z', 'revision_number': 3, 'project_id': '9cc8904f00804464ba76d5b55fa3282c', 'gw_port': {'id': '86759cb5-6d6e-4e19-b722-506fd11e4fe9', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:40:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05022198-008a-40c0-9881-34f81fae7d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:30Z', 'updated_at': '2022-03-29T15:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}] {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:04:33.783724 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d0c82-7b3a-455f-b0b2-d6d93ff8ff2d req-677307da-6f0a-48b0-9026-660b1f102de8 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:33.785520 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-885d0c82-7b3a-455f-b0b2-d6d93ff8ff2d req-677307da-6f0a-48b0-9026-660b1f102de8 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.1368620 Mar 29 15:04:33.869870 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-885d0c82-7b3a-455f-b0b2-d6d93ff8ff2d req-d18c6214-0065-4f79-a464-2eef8d3b4b7b tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773551 Mar 29 15:04:33.882755 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-170d0cb4-e74d-422b-95a0-a860aafdba68 admin admin] Publish callbacks [] for port (da630080-2764-4efa-b12a-addbe2888a30), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:33.887657 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-170d0cb4-e74d-422b-95a0-a860aafdba68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (da630080-2764-4efa-b12a-addbe2888a30), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:33.958813 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d0cb4-e74d-422b-95a0-a860aafdba68 admin admin] Pushing event updated for resources: {'Port': ['ID=da630080-2764-4efa-b12a-addbe2888a30,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:33.961374 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-170d0cb4-e74d-422b-95a0-a860aafdba68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787489'] for router_interface (05022198-008a-40c0-9881-34f81fae7d94), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:34.053345 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170d0cb4-e74d-422b-95a0-a860aafdba68 admin admin] Network d7bad3a4-49b9-4ce3-aba9-546144e163d5 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:04:34.054668 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-170d0cb4-e74d-422b-95a0-a860aafdba68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:04:34.180829 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170d0cb4-e74d-422b-95a0-a860aafdba68 admin admin] Router 05022198-008a-40c0-9881-34f81fae7d94 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:04:34.299041 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170d0cb4-e74d-422b-95a0-a860aafdba68 admin admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:04:34.305296 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-170d0cb4-e74d-422b-95a0-a860aafdba68 admin admin] 10.222.0.35 "PUT /v2.0/routers/05022198-008a-40c0-9881-34f81fae7d94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7209616 Mar 29 15:04:34.335408 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-b4a21290-04be-4049-a85f-0b549d51cde8 None None] Provisioning complete for port da630080-2764-4efa-b12a-addbe2888a30 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:04:34.335867 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b4a21290-04be-4049-a85f-0b549d51cde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (da630080-2764-4efa-b12a-addbe2888a30), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:34.380988 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-b4a21290-04be-4049-a85f-0b549d51cde8 None None] Port da630080-2764-4efa-b12a-addbe2888a30 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:04:34.400943 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 7e15580d-cb5c-427e-afce-caabe3aa9dc5 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:04:34.455214 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 7e15580d-cb5c-427e-afce-caabe3aa9dc5 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:04:34.455594 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (7e15580d-cb5c-427e-afce-caabe3aa9dc5), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:34.547646 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 7e15580d-cb5c-427e-afce-caabe3aa9dc5 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:04:34.678677 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea75e60-fabd-4960-81d0-189a1c3c4f14 req-ee6424a7-9070-46cc-ba4e-25447d3aee2e tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:34.681494 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1ea75e60-fabd-4960-81d0-189a1c3c4f14 req-ee6424a7-9070-46cc-ba4e-25447d3aee2e tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=de073263-6785-4750-bb4a-765516e83c26 HTTP/1.1" status: 200 len: 945 time: 0.0626314 Mar 29 15:04:34.741299 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1ea75e60-fabd-4960-81d0-189a1c3c4f14 req-6439e197-3f8e-4e89-95c3-566f6c0ed7cb tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482216 Mar 29 15:04:34.999786 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d50f7f-ed56-4e80-b91d-196c9166f2a6 req-444c614e-7f9f-468b-9f50-de170752613d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:35.001700 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a1d50f7f-ed56-4e80-b91d-196c9166f2a6 req-444c614e-7f9f-468b-9f50-de170752613d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.0611115 Mar 29 15:04:35.085926 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a1d50f7f-ed56-4e80-b91d-196c9166f2a6 req-2a434756-ae81-45dd-a18a-ed9e269c1ebd tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771894 Mar 29 15:04:35.279084 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a88c1-c87b-4b6a-b77d-011ec0725a19 req-6caced89-fd29-439d-b428-3a16e3345ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:35.280619 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e15a88c1-c87b-4b6a-b77d-011ec0725a19 req-6caced89-fd29-439d-b428-3a16e3345ccf service neutron] 10.222.0.36 "GET /v2.0/networks?id=9352682d-561b-46b3-a155-35c84f4fd466 HTTP/1.1" status: 200 len: 919 time: 0.1403956 Mar 29 15:04:35.884325 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7542472-f1d6-41b2-adf7-b6a3fb18fe82 req-be5a2c21-2500-4498-9a26-37e418dfb325 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:35.886113 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f7542472-f1d6-41b2-adf7-b6a3fb18fe82 req-be5a2c21-2500-4498-9a26-37e418dfb325 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=de073263-6785-4750-bb4a-765516e83c26 HTTP/1.1" status: 200 len: 945 time: 0.0723903 Mar 29 15:04:35.951954 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f7542472-f1d6-41b2-adf7-b6a3fb18fe82 req-0df32190-d0e4-4a96-876c-c379e3b7aca8 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602343 Mar 29 15:04:36.059150 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e15a88c1-c87b-4b6a-b77d-011ec0725a19 req-f3f16ef5-b2b2-4d0e-9e82-0238886324b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59d28632-a2db-4fa9-8a3e-833c3499a8ab HTTP/1.1" status: 200 len: 217 time: 0.0441377 Mar 29 15:04:36.240042 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ffe9c-0ac9-4c28-9ab0-c851ca98853b req-83265aa1-201b-4dc6-a1b8-b40210848cab tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:36.242551 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9b1908-6a44-4a0a-9254-8ac63de0f2b1 None None] Sync routers for ids ['05022198-008a-40c0-9881-34f81fae7d94'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:04:36.243110 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-372ffe9c-0ac9-4c28-9ab0-c851ca98853b req-83265aa1-201b-4dc6-a1b8-b40210848cab tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.0711296 Mar 29 15:04:36.257801 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9b1908-6a44-4a0a-9254-8ac63de0f2b1 None None] Routers {'05022198-008a-40c0-9881-34f81fae7d94'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:04:36.258435 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-cd9b1908-6a44-4a0a-9254-8ac63de0f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:04:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['05022198-008a-40c0-9881-34f81fae7d94'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:04:36.310388 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-372ffe9c-0ac9-4c28-9ab0-c851ca98853b req-270908fe-8162-4bf1-81b8-a24ac5c985ac tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571022 Mar 29 15:04:36.402479 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-cd9b1908-6a44-4a0a-9254-8ac63de0f2b1 None None] Set router 05022198-008a-40c0-9881-34f81fae7d94 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:04:36.483350 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 86759cb5-6d6e-4e19-b722-506fd11e4fe9 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:04:36.645971 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 86759cb5-6d6e-4e19-b722-506fd11e4fe9 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:04:36.645971 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (86759cb5-6d6e-4e19-b722-506fd11e4fe9), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:36.828471 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-cd9b1908-6a44-4a0a-9254-8ac63de0f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05022198-008a-40c0-9881-34f81fae7d94', 'name': 'tempest-TestMinimumBasicScenario-1871559261-router', 'tenant_id': '9cc8904f00804464ba76d5b55fa3282c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '86759cb5-6d6e-4e19-b722-506fd11e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:04:29Z', 'updated_at': '2022-03-29T15:04:33Z', 'revision_number': 4, 'project_id': '9cc8904f00804464ba76d5b55fa3282c', 'gw_port': {'id': '86759cb5-6d6e-4e19-b722-506fd11e4fe9', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:40:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05022198-008a-40c0-9881-34f81fae7d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:30Z', 'updated_at': '2022-03-29T15:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'da630080-2764-4efa-b12a-addbe2888a30', 'name': '', 'network_id': 'd7bad3a4-49b9-4ce3-aba9-546144e163d5', 'tenant_id': '9cc8904f00804464ba76d5b55fa3282c', 'mac_address': 'fa:16:3e:14:77:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05022198-008a-40c0-9881-34f81fae7d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'a0c50ece-6ea7-4307-ba1d-6ae393840221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:32Z', 'updated_at': '2022-03-29T15:04:33Z', 'revision_number': 2, 'project_id': '9cc8904f00804464ba76d5b55fa3282c', 'subnets': [{'id': 'a0c50ece-6ea7-4307-ba1d-6ae393840221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:04:36.868497 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9b1908-6a44-4a0a-9254-8ac63de0f2b1 None None] Checking router: 05022198-008a-40c0-9881-34f81fae7d94 for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:04:36.868497 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9b1908-6a44-4a0a-9254-8ac63de0f2b1 None None] Updating router 05022198-008a-40c0-9881-34f81fae7d94 port da630080-2764-4efa-b12a-addbe2888a30 binding host dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:04:36.916656 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-cd9b1908-6a44-4a0a-9254-8ac63de0f2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (da630080-2764-4efa-b12a-addbe2888a30), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:36.931507 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 86759cb5-6d6e-4e19-b722-506fd11e4fe9 is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:04:36.931891 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (86759cb5-6d6e-4e19-b722-506fd11e4fe9), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:36.979407 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] For port 86759cb5-6d6e-4e19-b722-506fd11e4fe9, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=86759cb5-6d6e-4e19-b722-506fd11e4fe9,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:04:36.988729 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (86759cb5-6d6e-4e19-b722-506fd11e4fe9), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:37.110299 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e191e-9173-4a76-8a2b-b21a46894a47 req-9e2e3e4d-47c2-4659-9b1e-1638ca899950 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:37.119509 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-792e191e-9173-4a76-8a2b-b21a46894a47 req-9e2e3e4d-47c2-4659-9b1e-1638ca899950 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=de073263-6785-4750-bb4a-765516e83c26 HTTP/1.1" status: 200 len: 945 time: 0.0797563 Mar 29 15:04:37.133428 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Pushing event updated for resources: {'Port': ['ID=86759cb5-6d6e-4e19-b722-506fd11e4fe9,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:37.193421 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-792e191e-9173-4a76-8a2b-b21a46894a47 req-2f337b50-9533-446c-9c80-67a7880b4b03 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666318 Mar 29 15:04:37.331073 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-cd9b1908-6a44-4a0a-9254-8ac63de0f2b1 None None] Publish callbacks [] for port (da630080-2764-4efa-b12a-addbe2888a30), precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:37.350981 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-cd9b1908-6a44-4a0a-9254-8ac63de0f2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (da630080-2764-4efa-b12a-addbe2888a30), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:37.431174 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62e98b-064b-4310-8354-66185d5e4a28 None None] Pushing event updated for resources: {'Port': ['ID=da630080-2764-4efa-b12a-addbe2888a30,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:37.453696 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a88c1-c87b-4b6a-b77d-011ec0725a19 req-db35ed01-a697-4130-8c1a-2cd299c0e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:37.455259 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e15a88c1-c87b-4b6a-b77d-011ec0725a19 req-db35ed01-a697-4130-8c1a-2cd299c0e32c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4785f368-95a0-409f-b70d-930d5b4d123e HTTP/1.1" status: 200 len: 857 time: 0.0816462 Mar 29 15:04:37.525673 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-cd9b1908-6a44-4a0a-9254-8ac63de0f2b1 None None] Attempting to bind port da630080-2764-4efa-b12a-addbe2888a30 on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:04:37.526528 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-cd9b1908-6a44-4a0a-9254-8ac63de0f2b1 None None] Attempting to bind port da630080-2764-4efa-b12a-addbe2888a30 by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': '04561ed6-89e4-421b-b0f6-e4d9e05685e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd7bad3a4-49b9-4ce3-aba9-546144e163d5'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:04:37.526904 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9b1908-6a44-4a0a-9254-8ac63de0f2b1 None None] Attempting to bind port da630080-2764-4efa-b12a-addbe2888a30 on network d7bad3a4-49b9-4ce3-aba9-546144e163d5 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:04:37.528790 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08243a9f-134e-4ac8-8fe0-a9dc33f0fd65 req-a073e54e-36c8-47a7-a975-b0cf25be007c tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:37.532350 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-08243a9f-134e-4ac8-8fe0-a9dc33f0fd65 req-a073e54e-36c8-47a7-a975-b0cf25be007c tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.1069598 Mar 29 15:04:37.540112 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9b1908-6a44-4a0a-9254-8ac63de0f2b1 None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:04:37.540935 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9b1908-6a44-4a0a-9254-8ac63de0f2b1 None None] Checking segment: {'id': '04561ed6-89e4-421b-b0f6-e4d9e05685e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd7bad3a4-49b9-4ce3-aba9-546144e163d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:04:37.541514 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-cd9b1908-6a44-4a0a-9254-8ac63de0f2b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:37.542086 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9b1908-6a44-4a0a-9254-8ac63de0f2b1 None None] Bound using segment: {'id': '04561ed6-89e4-421b-b0f6-e4d9e05685e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd7bad3a4-49b9-4ce3-aba9-546144e163d5'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:04:37.542776 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-cd9b1908-6a44-4a0a-9254-8ac63de0f2b1 None None] Bound port: da630080-2764-4efa-b12a-addbe2888a30, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04561ed6-89e4-421b-b0f6-e4d9e05685e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd7bad3a4-49b9-4ce3-aba9-546144e163d5'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:04:37.543335 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-cd9b1908-6a44-4a0a-9254-8ac63de0f2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (da630080-2764-4efa-b12a-addbe2888a30), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:37.586428 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a88c1-c87b-4b6a-b77d-011ec0725a19 req-7ea0c21b-2f6b-4bcb-b326-38caf3eb867b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:37.592594 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e15a88c1-c87b-4b6a-b77d-011ec0725a19 req-7ea0c21b-2f6b-4bcb-b326-38caf3eb867b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9352682d-561b-46b3-a155-35c84f4fd466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1270154 Mar 29 15:04:37.630383 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-08243a9f-134e-4ac8-8fe0-a9dc33f0fd65 req-dc637f39-6cfb-46e2-b1e7-8edae2f5dee0 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884025 Mar 29 15:04:37.698675 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-cd9b1908-6a44-4a0a-9254-8ac63de0f2b1 None None] For port da630080-2764-4efa-b12a-addbe2888a30, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:04:37.702339 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-cd9b1908-6a44-4a0a-9254-8ac63de0f2b1 None None] For port da630080-2764-4efa-b12a-addbe2888a30, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=da630080-2764-4efa-b12a-addbe2888a30,segment=NetworkSegment(04561ed6-89e4-421b-b0f6-e4d9e05685e5),segment_id=04561ed6-89e4-421b-b0f6-e4d9e05685e5)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:04:37.714930 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-cd9b1908-6a44-4a0a-9254-8ac63de0f2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (da630080-2764-4efa-b12a-addbe2888a30), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:37.754585 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e15a88c1-c87b-4b6a-b77d-011ec0725a19 req-33f56375-1a7f-492b-ad6d-54903bf78c9e service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579716 Mar 29 15:04:37.807125 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-52624bb0-67ba-4a67-a26f-4d613920a343 None None] Provisioning complete for port da630080-2764-4efa-b12a-addbe2888a30 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:04:37.807503 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-52624bb0-67ba-4a67-a26f-4d613920a343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (da630080-2764-4efa-b12a-addbe2888a30), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:37.809868 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62e98b-064b-4310-8354-66185d5e4a28 None None] Pushing event updated for resources: {'Port': ['ID=da630080-2764-4efa-b12a-addbe2888a30,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:37.838957 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9b1908-6a44-4a0a-9254-8ac63de0f2b1 None None] Routers {'05022198-008a-40c0-9881-34f81fae7d94'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:04:37.839609 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-cd9b1908-6a44-4a0a-9254-8ac63de0f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:04:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['05022198-008a-40c0-9881-34f81fae7d94'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:04:37.876086 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e15a88c1-c87b-4b6a-b77d-011ec0725a19 req-02d18702-b977-43cd-b4a1-5a8c59d69368 service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072078 Mar 29 15:04:38.071289 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-52624bb0-67ba-4a67-a26f-4d613920a343 None None] Current status of the port da630080-2764-4efa-b12a-addbe2888a30 is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:04:38.072291 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-52624bb0-67ba-4a67-a26f-4d613920a343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (da630080-2764-4efa-b12a-addbe2888a30), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:38.075438 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-cd9b1908-6a44-4a0a-9254-8ac63de0f2b1 None None] Set router 05022198-008a-40c0-9881-34f81fae7d94 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:04:38.179733 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-52624bb0-67ba-4a67-a26f-4d613920a343 None None] For port da630080-2764-4efa-b12a-addbe2888a30, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=da630080-2764-4efa-b12a-addbe2888a30,segment=NetworkSegment(04561ed6-89e4-421b-b0f6-e4d9e05685e5),segment_id=04561ed6-89e4-421b-b0f6-e4d9e05685e5)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:04:38.224231 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-52624bb0-67ba-4a67-a26f-4d613920a343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (da630080-2764-4efa-b12a-addbe2888a30), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:38.312310 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52624bb0-67ba-4a67-a26f-4d613920a343 None None] Pushing event updated for resources: {'Port': ['ID=da630080-2764-4efa-b12a-addbe2888a30,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:38.323933 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36c954-355e-479a-abc7-7f69f0cc5ceb req-526a1cbc-d0e6-427d-b91e-5002d955eabd tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:38.326672 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7f36c954-355e-479a-abc7-7f69f0cc5ceb req-526a1cbc-d0e6-427d-b91e-5002d955eabd tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=de073263-6785-4750-bb4a-765516e83c26 HTTP/1.1" status: 200 len: 945 time: 0.0753524 Mar 29 15:04:38.376123 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-7fe41342-7d5d-4067-88e6-de0b9dfceb26 None None] Provisioning complete for port da630080-2764-4efa-b12a-addbe2888a30 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:04:38.376701 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7fe41342-7d5d-4067-88e6-de0b9dfceb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (da630080-2764-4efa-b12a-addbe2888a30), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:38.410851 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7f36c954-355e-479a-abc7-7f69f0cc5ceb req-88d9c098-6625-4be4-a420-442d2f46703d tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747430 Mar 29 15:04:38.428701 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-cd9b1908-6a44-4a0a-9254-8ac63de0f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05022198-008a-40c0-9881-34f81fae7d94', 'name': 'tempest-TestMinimumBasicScenario-1871559261-router', 'tenant_id': '9cc8904f00804464ba76d5b55fa3282c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '86759cb5-6d6e-4e19-b722-506fd11e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:04:29Z', 'updated_at': '2022-03-29T15:04:33Z', 'revision_number': 4, 'project_id': '9cc8904f00804464ba76d5b55fa3282c', 'gw_port': {'id': '86759cb5-6d6e-4e19-b722-506fd11e4fe9', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:40:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05022198-008a-40c0-9881-34f81fae7d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:30Z', 'updated_at': '2022-03-29T15:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'da630080-2764-4efa-b12a-addbe2888a30', 'name': '', 'network_id': 'd7bad3a4-49b9-4ce3-aba9-546144e163d5', 'tenant_id': '9cc8904f00804464ba76d5b55fa3282c', 'mac_address': 'fa:16:3e:14:77:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05022198-008a-40c0-9881-34f81fae7d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'a0c50ece-6ea7-4307-ba1d-6ae393840221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:32Z', 'updated_at': '2022-03-29T15:04:37Z', 'revision_number': 4, 'project_id': '9cc8904f00804464ba76d5b55fa3282c', 'subnets': [{'id': 'a0c50ece-6ea7-4307-ba1d-6ae393840221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:04:38.475041 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9b1908-6a44-4a0a-9254-8ac63de0f2b1 None None] The sync data for ids ['05022198-008a-40c0-9881-34f81fae7d94'] in dv-cinder-835635-1-iscsi is: [{'id': '05022198-008a-40c0-9881-34f81fae7d94', 'name': 'tempest-TestMinimumBasicScenario-1871559261-router', 'tenant_id': '9cc8904f00804464ba76d5b55fa3282c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '86759cb5-6d6e-4e19-b722-506fd11e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:04:29Z', 'updated_at': '2022-03-29T15:04:33Z', 'revision_number': 4, 'project_id': '9cc8904f00804464ba76d5b55fa3282c', 'gw_port': {'id': '86759cb5-6d6e-4e19-b722-506fd11e4fe9', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:40:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05022198-008a-40c0-9881-34f81fae7d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:30Z', 'updated_at': '2022-03-29T15:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'da630080-2764-4efa-b12a-addbe2888a30', 'name': '', 'network_id': 'd7bad3a4-49b9-4ce3-aba9-546144e163d5', 'tenant_id': '9cc8904f00804464ba76d5b55fa3282c', 'mac_address': 'fa:16:3e:14:77:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05022198-008a-40c0-9881-34f81fae7d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'a0c50ece-6ea7-4307-ba1d-6ae393840221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:32Z', 'updated_at': '2022-03-29T15:04:37Z', 'revision_number': 4, 'project_id': '9cc8904f00804464ba76d5b55fa3282c', 'subnets': [{'id': 'a0c50ece-6ea7-4307-ba1d-6ae393840221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:04:38.576375 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-7fe41342-7d5d-4067-88e6-de0b9dfceb26 None None] Current status of the port da630080-2764-4efa-b12a-addbe2888a30 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:04:38.732211 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 86759cb5-6d6e-4e19-b722-506fd11e4fe9 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:04:38.829379 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783b9d2-9ff5-493d-b89d-da9d4104afbd req-9bcf5925-c046-4b25-8423-80b1eb294dae tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:38.836851 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-c783b9d2-9ff5-493d-b89d-da9d4104afbd req-9bcf5925-c046-4b25-8423-80b1eb294dae tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.0914819 Mar 29 15:04:38.841445 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 86759cb5-6d6e-4e19-b722-506fd11e4fe9 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:04:38.841904 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (86759cb5-6d6e-4e19-b722-506fd11e4fe9), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:38.902381 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-c783b9d2-9ff5-493d-b89d-da9d4104afbd req-4282b023-3110-4157-8847-f1da27e6104d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640657 Mar 29 15:04:38.940158 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 86759cb5-6d6e-4e19-b722-506fd11e4fe9 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:04:40.025038 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c556a-2d1b-44d5-bd30-3fb7e121a399 req-5f5a5ce5-38ad-44f7-a96a-e7e354934caa tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:40.032052 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-5e4c556a-2d1b-44d5-bd30-3fb7e121a399 req-5f5a5ce5-38ad-44f7-a96a-e7e354934caa tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.0622094 Mar 29 15:04:40.076773 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-5e4c556a-2d1b-44d5-bd30-3fb7e121a399 req-c4db741c-0537-41b8-abc3-e0615d681465 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437238 Mar 29 15:04:40.426714 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device da630080-2764-4efa-b12a-addbe2888a30 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:04:40.485332 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port da630080-2764-4efa-b12a-addbe2888a30 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:04:40.485701 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (da630080-2764-4efa-b12a-addbe2888a30), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:40.578286 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port da630080-2764-4efa-b12a-addbe2888a30 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:04:41.101234 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744500d-de4d-4a74-953e-fa8ac890465e req-d7d84261-b812-4f22-b607-f5492c4f4514 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:41.103477 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e744500d-de4d-4a74-953e-fa8ac890465e req-d7d84261-b812-4f22-b607-f5492c4f4514 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=de073263-6785-4750-bb4a-765516e83c26 HTTP/1.1" status: 200 len: 945 time: 0.0615683 Mar 29 15:04:41.169825 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e744500d-de4d-4a74-953e-fa8ac890465e req-456f0b73-8052-4d3c-b633-3f82b493d341 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527642 Mar 29 15:04:41.223101 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1667d-c3cd-409a-b356-571549476c60 req-d8afd9f7-dd28-444a-9114-e86c94e472a2 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:41.225347 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-39b1667d-c3cd-409a-b356-571549476c60 req-d8afd9f7-dd28-444a-9114-e86c94e472a2 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.0575442 Mar 29 15:04:41.274310 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-39b1667d-c3cd-409a-b356-571549476c60 req-cea964d3-23fa-457f-be80-332228ad819d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435073 Mar 29 15:04:41.398226 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-196c3302-5596-4f8a-b0ed-5c89d56a34f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:42.312874 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8aa85-c35a-4bc0-8d99-aa6035e66191 req-1ccb20e2-943a-4bd4-97c0-df98dc581178 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:42.316557 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-45f8aa85-c35a-4bc0-8d99-aa6035e66191 req-1ccb20e2-943a-4bd4-97c0-df98dc581178 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=de073263-6785-4750-bb4a-765516e83c26 HTTP/1.1" status: 200 len: 945 time: 0.0586636 Mar 29 15:04:42.390527 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-45f8aa85-c35a-4bc0-8d99-aa6035e66191 req-314980f2-2c2e-4730-b619-9008f642e1d3 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669708 Mar 29 15:04:42.412761 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f8ea0-412f-41fb-8dc5-36c6397fddc7 req-cf3cd499-c4f1-469a-a6be-af93567572a8 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:42.414347 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ea8f8ea0-412f-41fb-8dc5-36c6397fddc7 req-cf3cd499-c4f1-469a-a6be-af93567572a8 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.0619948 Mar 29 15:04:42.468518 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ea8f8ea0-412f-41fb-8dc5-36c6397fddc7 req-f5b521a0-3daa-4f17-960a-51e9b1208283 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480199 Mar 29 15:04:43.159069 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062aa35-ddae-45b0-a185-efdd9f35d683 req-8f606606-d6bc-46be-be99-24e94aad8df1 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:43.161442 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7062aa35-ddae-45b0-a185-efdd9f35d683 req-8f606606-d6bc-46be-be99-24e94aad8df1 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.36 "GET /v2.0/ports?device_id=de073263-6785-4750-bb4a-765516e83c26 HTTP/1.1" status: 200 len: 945 time: 0.0650783 Mar 29 15:04:43.341635 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-7062aa35-ddae-45b0-a185-efdd9f35d683 req-5462c06f-c884-4776-9053-f48b84959e8c tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Deleting port d10187c5-ec98-4a05-a9d9-6dfd17f62cfb {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:04:43.342709 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-7062aa35-ddae-45b0-a185-efdd9f35d683 req-5462c06f-c884-4776-9053-f48b84959e8c tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (d10187c5-ec98-4a05-a9d9-6dfd17f62cfb), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:43.451870 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-7062aa35-ddae-45b0-a185-efdd9f35d683 req-5462c06f-c884-4776-9053-f48b84959e8c tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] For port d10187c5-ec98-4a05-a9d9-6dfd17f62cfb, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=d10187c5-ec98-4a05-a9d9-6dfd17f62cfb,segment=NetworkSegment(8bd2d44c-527f-4823-9e0f-54363ae6a8b4),segment_id=8bd2d44c-527f-4823-9e0f-54363ae6a8b4)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:04:43.452362 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-7062aa35-ddae-45b0-a185-efdd9f35d683 req-5462c06f-c884-4776-9053-f48b84959e8c tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (d10187c5-ec98-4a05-a9d9-6dfd17f62cfb), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:43.479201 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-7062aa35-ddae-45b0-a185-efdd9f35d683 req-5462c06f-c884-4776-9053-f48b84959e8c tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Calling delete_port for d10187c5-ec98-4a05-a9d9-6dfd17f62cfb owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:04:43.593136 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e31160-db85-4760-87f2-958e606394e5 req-50ed4301-0005-4e7d-92e2-e1d33dacc0c4 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:43.594743 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-12e31160-db85-4760-87f2-958e606394e5 req-50ed4301-0005-4e7d-92e2-e1d33dacc0c4 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=de073263-6785-4750-bb4a-765516e83c26 HTTP/1.1" status: 200 len: 945 time: 0.1258762 Mar 29 15:04:43.686902 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-12e31160-db85-4760-87f2-958e606394e5 req-6fbd6040-a0ea-4649-a041-685cb3bc5100 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844100 Mar 29 15:04:43.740179 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-3679ee87-83e0-4aaf-95af-668b3f616fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:43.771898 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-7062aa35-ddae-45b0-a185-efdd9f35d683 req-5462c06f-c884-4776-9053-f48b84959e8c tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (d10187c5-ec98-4a05-a9d9-6dfd17f62cfb), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:43.785539 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['d10187c5-ec98-4a05-a9d9-6dfd17f62cfb'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:04:43.834424 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462c06f-c884-4776-9053-f48b84959e8c tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Pushing event deleted for resources: {'Port': ['ID=d10187c5-ec98-4a05-a9d9-6dfd17f62cfb,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:43.935335 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-7062aa35-ddae-45b0-a185-efdd9f35d683 req-5462c06f-c884-4776-9053-f48b84959e8c tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] No DVR routers for this DVR port d10187c5-ec98-4a05-a9d9-6dfd17f62cfb on host hv-cinder-83563 {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:04:43.940003 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-7062aa35-ddae-45b0-a185-efdd9f35d683 req-5462c06f-c884-4776-9053-f48b84959e8c tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:43.944974 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7062aa35-ddae-45b0-a185-efdd9f35d683 req-5462c06f-c884-4776-9053-f48b84959e8c tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.36 "DELETE /v2.0/ports/d10187c5-ec98-4a05-a9d9-6dfd17f62cfb HTTP/1.1" status: 204 len: 173 time: 0.7744834 Mar 29 15:04:43.945730 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de073263-6785-4750-bb4a-765516e83c26', 'name': 'network-vif-deleted', 'tag': 'd10187c5-ec98-4a05-a9d9-6dfd17f62cfb'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:04:43.954532 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba023f0cd8cc5f3c167e772b1aa00d02c07a3711ed68df0fea12bd5354b7600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3f4ad4-912e-4d7f-944f-4aaa640e3355" -d '{"events": [{"server_uuid": "de073263-6785-4750-bb4a-765516e83c26", "name": "network-vif-deleted", "tag": "d10187c5-ec98-4a05-a9d9-6dfd17f62cfb"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:04:44.026967 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a021b195-deff-4bd2-8e5b-33ea12a54652 x-openstack-request-id: req-a021b195-deff-4bd2-8e5b-33ea12a54652 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:04:44.027419 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de073263-6785-4750-bb4a-765516e83c26", "name": "network-vif-deleted", "tag": "d10187c5-ec98-4a05-a9d9-6dfd17f62cfb", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:04:44.027834 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a021b195-deff-4bd2-8e5b-33ea12a54652 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:04:44.028722 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a021b195-deff-4bd2-8e5b-33ea12a54652'] response: {'server_uuid': 'de073263-6785-4750-bb4a-765516e83c26', 'name': 'network-vif-deleted', 'tag': 'd10187c5-ec98-4a05-a9d9-6dfd17f62cfb', 'status': 'completed', 'code': 200} Mar 29 15:04:44.311459 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 40696) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:44.319876 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-f16d81d5-de93-45c9-9b3c-56ad7bf5a15f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Request body: {'security_group': {'name': 'tempest-securitygroup--422197863', 'description': 'tempest-description--2026000860'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:04:44.350469 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f16d81d5-de93-45c9-9b3c-56ad7bf5a15f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:44.427553 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f16d81d5-de93-45c9-9b3c-56ad7bf5a15f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks [] for security_group (fcc6d08d-2223-4027-8e39-136b0fb4833c), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:44.432324 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f16d81d5-de93-45c9-9b3c-56ad7bf5a15f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (fcc6d08d-2223-4027-8e39-136b0fb4833c), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:44.462271 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d81d5-de93-45c9-9b3c-56ad7bf5a15f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc6d08d-2223-4027-8e39-136b0fb4833c,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:44.474988 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f16d81d5-de93-45c9-9b3c-56ad7bf5a15f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:44.476552 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-f16d81d5-de93-45c9-9b3c-56ad7bf5a15f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1631207 Mar 29 15:04:44.479229 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 40700) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:44.484418 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-d92ffdbe-a123-411b-8fb6-0dd8b4ecbd34 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Request body: {'security_group_rule': {'security_group_id': 'fcc6d08d-2223-4027-8e39-136b0fb4833c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:04:44.522340 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d92ffdbe-a123-411b-8fb6-0dd8b4ecbd34 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks [] for security_group_rule (971db45b-bb9f-46a6-8cdd-6b56b28d6a63), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:44.589136 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d92ffdbe-a123-411b-8fb6-0dd8b4ecbd34 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks [] for security_group_rule (971db45b-bb9f-46a6-8cdd-6b56b28d6a63), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:44.593606 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d92ffdbe-a123-411b-8fb6-0dd8b4ecbd34 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (971db45b-bb9f-46a6-8cdd-6b56b28d6a63), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:44.615863 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ffdbe-a123-411b-8fb6-0dd8b4ecbd34 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971db45b-bb9f-46a6-8cdd-6b56b28d6a63,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:44.631380 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d92ffdbe-a123-411b-8fb6-0dd8b4ecbd34 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:44.632747 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-d92ffdbe-a123-411b-8fb6-0dd8b4ecbd34 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522381 Mar 29 15:04:44.635385 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 40702) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:44.645874 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-ff32512e-7a1c-4239-b8b5-fc002762e46d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Request body: {'security_group_rule': {'security_group_id': 'fcc6d08d-2223-4027-8e39-136b0fb4833c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:04:44.673772 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ff32512e-7a1c-4239-b8b5-fc002762e46d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks [] for security_group_rule (e62a676f-90f8-4e60-897a-87127e2996e6), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:44.705642 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:44.747815 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ff32512e-7a1c-4239-b8b5-fc002762e46d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks [] for security_group_rule (e62a676f-90f8-4e60-897a-87127e2996e6), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:44.758559 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ff32512e-7a1c-4239-b8b5-fc002762e46d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (e62a676f-90f8-4e60-897a-87127e2996e6), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:44.782356 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32512e-7a1c-4239-b8b5-fc002762e46d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62a676f-90f8-4e60-897a-87127e2996e6,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:44.794907 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ff32512e-7a1c-4239-b8b5-fc002762e46d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:44.796130 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-ff32512e-7a1c-4239-b8b5-fc002762e46d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1591976 Mar 29 15:04:44.799203 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 40714) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:44.804080 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-b37d1825-985b-458c-8bc8-c0a1dcef4625 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Request body: {'floatingip': {'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:04:44.831322 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b37d1825-985b-458c-8bc8-c0a1dcef4625 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:44.935658 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b37d1825-985b-458c-8bc8-c0a1dcef4625 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:45.035686 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-51968a24-c461-41eb-ab5d-7a1a56161ec6 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:45.038088 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-51968a24-c461-41eb-ab5d-7a1a56161ec6 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/networks?id=b13f3ae4-8e75-4c64-a663-7c5985047fd7 HTTP/1.1" status: 200 len: 809 time: 0.1156096 Mar 29 15:04:45.053037 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-b37d1825-985b-458c-8bc8-c0a1dcef4625 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Allocated IP 172.27.2.79 (73fab6d0-c07f-433f-9c69-8ff3a31867f5/bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83/8d77e2d4-357e-42bb-8704-dc82d215e6e8) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:04:45.056241 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-68b3382b-cd1c-45b4-b9ec-cb5aaa03d9cd tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/quotas/9bf5cdd7d8094a01b1fb8c6c9b8c245d HTTP/1.1" status: 200 len: 375 time: 0.0116074 Mar 29 15:04:45.095573 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-d2ace0d8-88aa-455f-898e-e8ef75b3a16f tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9bf5cdd7d8094a01b1fb8c6c9b8c245d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316772 Mar 29 15:04:45.191751 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-32c47c57-3421-4da0-b2fa-fa0c65f41111 service neutron] 10.222.0.35 "GET /v2.0/networks/b13f3ae4-8e75-4c64-a663-7c5985047fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862358 Mar 29 15:04:45.235023 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b37d1825-985b-458c-8bc8-c0a1dcef4625 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks [] for port (8d77e2d4-357e-42bb-8704-dc82d215e6e8), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:45.262738 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-3afa9ced-f3c6-4d78-9ba6-ff027a3056d4 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:45.264216 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-3afa9ced-f3c6-4d78-9ba6-ff027a3056d4 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/networks?id=66bf88d8-b922-4f24-b74c-aa730f28c713 HTTP/1.1" status: 200 len: 814 time: 0.1519091 Mar 29 15:04:45.282818 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-c0420e3f-4912-43c3-90af-ce284363e7b0 service neutron] 10.222.0.35 "GET /v2.0/networks/b13f3ae4-8e75-4c64-a663-7c5985047fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850184 Mar 29 15:04:45.291405 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-340886a5-3cd3-4b7b-b9c5-7a79f2261a36 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/quotas/d5a381c47de04fd0b7df148ced109757 HTTP/1.1" status: 200 len: 375 time: 0.0198634 Mar 29 15:04:45.301517 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b37d1825-985b-458c-8bc8-c0a1dcef4625 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (8d77e2d4-357e-42bb-8704-dc82d215e6e8), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:45.382185 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37d1825-985b-458c-8bc8-c0a1dcef4625 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:04:45.389283 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d1825-985b-458c-8bc8-c0a1dcef4625 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Pushing event updated for resources: {'Port': ['ID=8d77e2d4-357e-42bb-8704-dc82d215e6e8,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:45.391834 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-b37d1825-985b-458c-8bc8-c0a1dcef4625 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:04:45.397246 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37d1825-985b-458c-8bc8-c0a1dcef4625 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:04:45.444180 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-7d208762-4b12-4325-9354-41558eb6e2b7 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5a381c47de04fd0b7df148ced109757&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1400568 Mar 29 15:04:45.475036 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-5a723d57-c928-4187-a7e8-076c45e88118 req-1bcb68d9-b381-4786-b401-2bfe65bc8da3 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 210 time: 0.0359809 Mar 29 15:04:45.911271 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b37d1825-985b-458c-8bc8-c0a1dcef4625 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks [] for floatingip (114cee56-4c53-4468-b003-172614af083f), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:45.922385 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-b198b6dd-9990-4ed6-b4a2-19ab0c414f17 service neutron] 10.222.0.35 "GET /v2.0/networks/66bf88d8-b922-4f24-b74c-aa730f28c713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585271 Mar 29 15:04:46.009350 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b37d1825-985b-458c-8bc8-c0a1dcef4625 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (8d77e2d4-357e-42bb-8704-dc82d215e6e8), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:46.085378 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-167271ac-feee-49f8-a347-d946d27804b9 service neutron] 10.222.0.35 "GET /v2.0/networks/66bf88d8-b922-4f24-b74c-aa730f28c713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545308 Mar 29 15:04:46.192037 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b37d1825-985b-458c-8bc8-c0a1dcef4625 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks [] for port (8d77e2d4-357e-42bb-8704-dc82d215e6e8), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:46.196963 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b37d1825-985b-458c-8bc8-c0a1dcef4625 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (8d77e2d4-357e-42bb-8704-dc82d215e6e8), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:46.249525 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-5f82ffc4-3c3e-4f92-a38f-2fec1b41b540 req-2225fe6c-3578-4fd0-86a3-5fc8cfbefe1c tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 210 time: 0.0321367 Mar 29 15:04:46.280179 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d1825-985b-458c-8bc8-c0a1dcef4625 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Pushing event updated for resources: {'Port': ['ID=8d77e2d4-357e-42bb-8704-dc82d215e6e8,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:46.290796 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b37d1825-985b-458c-8bc8-c0a1dcef4625 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (114cee56-4c53-4468-b003-172614af083f), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:46.306769 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b37d1825-985b-458c-8bc8-c0a1dcef4625 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:46.308029 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-b37d1825-985b-458c-8bc8-c0a1dcef4625 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5077958 Mar 29 15:04:46.549922 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:46.555452 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-ac0f6a5a-0ac2-455e-b782-4e28a3d8133f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--422197863&fields=id&tenant_id=00f07373deef4fc0b642c58742393b86 HTTP/1.1" status: 200 len: 267 time: 0.0900841 Mar 29 15:04:46.593311 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-13797949-1f48-4729-87a9-996872160de1 req-7ba62d3b-f0d6-4e21-9942-ff357971191e tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 210 time: 0.0330219 Mar 29 15:04:46.681724 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-77bb5079-9b66-41bb-a59e-7b3f9d272a05 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:46.683306 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-77bb5079-9b66-41bb-a59e-7b3f9d272a05 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/networks?id=9352682d-561b-46b3-a155-35c84f4fd466 HTTP/1.1" status: 200 len: 818 time: 0.1208701 Mar 29 15:04:46.699846 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-f98e4957-f7e7-4660-94e0-1119ba9d6497 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/quotas/00f07373deef4fc0b642c58742393b86 HTTP/1.1" status: 200 len: 375 time: 0.0109150 Mar 29 15:04:46.766556 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-0d3631ba-6e21-4ac3-b306-6239da178468 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=00f07373deef4fc0b642c58742393b86&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0616946 Mar 29 15:04:46.904038 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-3b0b4e51-81e9-4c21-b457-45d5ccadce8d service neutron] 10.222.0.35 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252847 Mar 29 15:04:46.909737 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-48ad12ac-db65-4ca6-9788-1f00196a70c3 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:46.921682 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-48ad12ac-db65-4ca6-9788-1f00196a70c3 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.36 "GET /v2.0/networks?id=b13f3ae4-8e75-4c64-a663-7c5985047fd7 HTTP/1.1" status: 200 len: 809 time: 0.1348100 Mar 29 15:04:47.001446 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-8455e981-2db9-481c-bbac-7327995cb27f service neutron] 10.222.0.35 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962799 Mar 29 15:04:47.156273 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-381f0735-f38b-4748-9cfd-d548213b2ad6 req-fe6ca574-d82a-495c-a71b-40ff6ec11eef tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 210 time: 0.0281382 Mar 29 15:04:47.345908 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-85e228ac-0c09-4ac6-9792-606e6ed1c753 req-5db8240d-9f44-4d9a-82fd-ec37044e51a6 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 210 time: 0.0275838 Mar 29 15:04:47.600415 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:47.687767 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-94741868-b6fd-47a3-896a-8b189704ae76 req-c33c5644-1885-4103-a82e-abf0dc17b8d3 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 210 time: 0.0263102 Mar 29 15:04:47.929157 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device d10187c5-ec98-4a05-a9d9-6dfd17f62cfb no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:04:47.947020 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-a2d9c2b4-244e-4bd0-af00-c4ed183e6065 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Request body: {'port': {'device_id': '2f7eece6-6367-406a-b6ae-890610cedbcb', 'network_id': 'b13f3ae4-8e75-4c64-a663-7c5985047fd7', 'admin_state_up': True, 'tenant_id': '9bf5cdd7d8094a01b1fb8c6c9b8c245d'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:04:47.950160 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] No Port match for: d10187c5-ec98-4a05-a9d9-6dfd17f62cfb {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:04:47.950498 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device d10187c5-ec98-4a05-a9d9-6dfd17f62cfb not bound to the agent host hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:04:48.058872 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-a2d9c2b4-244e-4bd0-af00-c4ed183e6065 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Made reservation on behalf of 9bf5cdd7d8094a01b1fb8c6c9b8c245d for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:04:48.062191 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-a2d9c2b4-244e-4bd0-af00-c4ed183e6065 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:48.186935 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-a2d9c2b4-244e-4bd0-af00-c4ed183e6065 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Allocated IP 172.20.0.6 (b13f3ae4-8e75-4c64-a663-7c5985047fd7/e9adb672-ebf2-4a64-969e-01885f2f47a3/fb15d576-f3a3-4bd7-85de-8d5fdca7f742) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:04:48.248795 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-32d78656-ad8a-4314-8f79-b959e1e357b1 req-ab63189e-55c9-47c5-8846-26bd00c69054 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 210 time: 0.0274878 Mar 29 15:04:48.331107 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-a2d9c2b4-244e-4bd0-af00-c4ed183e6065 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Publish callbacks [] for port (fb15d576-f3a3-4bd7-85de-8d5fdca7f742), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:48.364921 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-a2d9c2b4-244e-4bd0-af00-c4ed183e6065 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (fb15d576-f3a3-4bd7-85de-8d5fdca7f742), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:48.410564 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-a2d9c2b4-244e-4bd0-af00-c4ed183e6065 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Network b13f3ae4-8e75-4c64-a663-7c5985047fd7 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:04:48.413749 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-a2d9c2b4-244e-4bd0-af00-c4ed183e6065 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:04:48.419910 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-a2d9c2b4-244e-4bd0-af00-c4ed183e6065 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:04:48.454303 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9c2b4-244e-4bd0-af00-c4ed183e6065 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Pushing event updated for resources: {'Port': ['ID=fb15d576-f3a3-4bd7-85de-8d5fdca7f742,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:48.473982 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-36c96efb-59e6-494e-acf6-717d7420d2fe req-64522883-6d27-45db-9730-79e754a0a877 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 210 time: 0.0515127 Mar 29 15:04:48.497455 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-a2d9c2b4-244e-4bd0-af00-c4ed183e6065 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:48.498052 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-a2d9c2b4-244e-4bd0-af00-c4ed183e6065 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:48.514906 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-a2d9c2b4-244e-4bd0-af00-c4ed183e6065 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5714676 Mar 29 15:04:48.804018 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184998ab-f007-43d4-a497-4528f7e14ded req-483b5e6d-2470-41aa-9700-b2947c021549 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:48.805511 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-184998ab-f007-43d4-a497-4528f7e14ded req-483b5e6d-2470-41aa-9700-b2947c021549 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 931 time: 0.0533035 Mar 29 15:04:48.855718 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-184998ab-f007-43d4-a497-4528f7e14ded req-02e72402-ad07-4939-913c-0f52f1e77ab5 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446861 Mar 29 15:04:49.341938 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-6fdb424e-ad8d-4d25-9c35-ca8fbd8f5279 req-54f18296-a39a-4a86-96b8-c9b4f9ec55e5 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 210 time: 0.0283413 Mar 29 15:04:49.567506 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-641f3223-c867-43cd-8ae7-73aece28e410 req-b2b381ed-d707-4136-873d-5a96b2417c94 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 210 time: 0.0277796 Mar 29 15:04:49.969260 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2240f-2b6c-4e4d-96a0-5f9b469e313d req-0ee78c97-8b3c-4b9e-b43f-4e85f26c7f16 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:49.970695 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-fda2240f-2b6c-4e4d-96a0-5f9b469e313d req-0ee78c97-8b3c-4b9e-b43f-4e85f26c7f16 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 931 time: 0.0508983 Mar 29 15:04:50.021380 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-fda2240f-2b6c-4e4d-96a0-5f9b469e313d req-91b6146f-ad7a-486b-acca-0932b772266c tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450158 Mar 29 15:04:50.367644 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-18971ae1-44fb-4bf1-b0d7-c1f95676bd3a service neutron] Request body: {'port': {'device_id': '2f7eece6-6367-406a-b6ae-890610cedbcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:04:50.433312 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-18971ae1-44fb-4bf1-b0d7-c1f95676bd3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (fb15d576-f3a3-4bd7-85de-8d5fdca7f742), before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:50.450769 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3108df12-4b2c-4b0b-bb42-2d60eec2f979 req-d3152d7f-86a7-4de7-960b-7116cd7ab22e tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 210 time: 0.0346055 Mar 29 15:04:50.670633 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-22b52d31-88e8-45eb-b0c3-d6ec75fb31c4 req-b6042a74-8922-4c9b-8c16-fe9b508cc393 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 210 time: 0.0338485 Mar 29 15:04:50.715991 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.notifiers.nova [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-18971ae1-44fb-4bf1-b0d7-c1f95676bd3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb15d576-f3a3-4bd7-85de-8d5fdca7f742 {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:04:50.723666 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-18971ae1-44fb-4bf1-b0d7-c1f95676bd3a service neutron] Publish callbacks [] for port (fb15d576-f3a3-4bd7-85de-8d5fdca7f742), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:50.734922 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-18971ae1-44fb-4bf1-b0d7-c1f95676bd3a service neutron] Transition to ACTIVE for port object fb15d576-f3a3-4bd7-85de-8d5fdca7f742 will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:04:50.739576 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-18971ae1-44fb-4bf1-b0d7-c1f95676bd3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13311161'] for port (fb15d576-f3a3-4bd7-85de-8d5fdca7f742), after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:50.788818 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18971ae1-44fb-4bf1-b0d7-c1f95676bd3a service neutron] Pushing event updated for resources: {'Port': ['ID=fb15d576-f3a3-4bd7-85de-8d5fdca7f742,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:50.860752 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-18971ae1-44fb-4bf1-b0d7-c1f95676bd3a service neutron] Attempting to bind port fb15d576-f3a3-4bd7-85de-8d5fdca7f742 on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:04:50.861079 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-18971ae1-44fb-4bf1-b0d7-c1f95676bd3a service neutron] Attempting to bind port fb15d576-f3a3-4bd7-85de-8d5fdca7f742 by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '8bd2d44c-527f-4823-9e0f-54363ae6a8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'b13f3ae4-8e75-4c64-a663-7c5985047fd7'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:04:50.861415 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-18971ae1-44fb-4bf1-b0d7-c1f95676bd3a service neutron] Attempting to bind port fb15d576-f3a3-4bd7-85de-8d5fdca7f742 on network b13f3ae4-8e75-4c64-a663-7c5985047fd7 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:04:50.865837 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-18971ae1-44fb-4bf1-b0d7-c1f95676bd3a service neutron] Port fb15d576-f3a3-4bd7-85de-8d5fdca7f742 on network b13f3ae4-8e75-4c64-a663-7c5985047fd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:04:50.866165 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-18971ae1-44fb-4bf1-b0d7-c1f95676bd3a service neutron] Attempting to bind port fb15d576-f3a3-4bd7-85de-8d5fdca7f742 on network b13f3ae4-8e75-4c64-a663-7c5985047fd7 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:04:50.871001 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-18971ae1-44fb-4bf1-b0d7-c1f95676bd3a service neutron] Checking agent: {'id': '54f4ecb7-e3d7-497a-b676-ec21eb6e2a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'started_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:04:50.871330 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-18971ae1-44fb-4bf1-b0d7-c1f95676bd3a service neutron] Checking segment: {'id': '8bd2d44c-527f-4823-9e0f-54363ae6a8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'b13f3ae4-8e75-4c64-a663-7c5985047fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:04:50.871701 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-18971ae1-44fb-4bf1-b0d7-c1f95676bd3a service neutron] Bound using segment: {'id': '8bd2d44c-527f-4823-9e0f-54363ae6a8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'b13f3ae4-8e75-4c64-a663-7c5985047fd7'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:04:50.872114 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-18971ae1-44fb-4bf1-b0d7-c1f95676bd3a service neutron] Bound port: fb15d576-f3a3-4bd7-85de-8d5fdca7f742, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd2d44c-527f-4823-9e0f-54363ae6a8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'b13f3ae4-8e75-4c64-a663-7c5985047fd7'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:04:50.872462 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-18971ae1-44fb-4bf1-b0d7-c1f95676bd3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (fb15d576-f3a3-4bd7-85de-8d5fdca7f742), before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:51.152451 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-18971ae1-44fb-4bf1-b0d7-c1f95676bd3a service neutron] For port fb15d576-f3a3-4bd7-85de-8d5fdca7f742, host hv-cinder-83563, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:04:51.156604 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-18971ae1-44fb-4bf1-b0d7-c1f95676bd3a service neutron] For port fb15d576-f3a3-4bd7-85de-8d5fdca7f742, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=fb15d576-f3a3-4bd7-85de-8d5fdca7f742,segment=NetworkSegment(8bd2d44c-527f-4823-9e0f-54363ae6a8b4),segment_id=8bd2d44c-527f-4823-9e0f-54363ae6a8b4)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:04:51.166565 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-18971ae1-44fb-4bf1-b0d7-c1f95676bd3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13311161'] for port (fb15d576-f3a3-4bd7-85de-8d5fdca7f742), after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:51.225810 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724bff4-2b1f-4cc2-ad1a-3b6a173084f3 req-cfa15161-e850-4cff-8190-7c0d0d25b4cc tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:51.232543 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-2724bff4-2b1f-4cc2-ad1a-3b6a173084f3 req-cfa15161-e850-4cff-8190-7c0d0d25b4cc tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 943 time: 0.1300046 Mar 29 15:04:51.238616 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-18971ae1-44fb-4bf1-b0d7-c1f95676bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:51.239293 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-18971ae1-44fb-4bf1-b0d7-c1f95676bd3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:51.240751 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-18971ae1-44fb-4bf1-b0d7-c1f95676bd3a service neutron] 10.222.0.36 "PUT /v2.0/ports/fb15d576-f3a3-4bd7-85de-8d5fdca7f742 HTTP/1.1" status: 200 len: 1093 time: 0.8789380 Mar 29 15:04:51.241201 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7eece6-6367-406a-b6ae-890610cedbcb', 'tag': 'fb15d576-f3a3-4bd7-85de-8d5fdca7f742'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:04:51.243636 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba023f0cd8cc5f3c167e772b1aa00d02c07a3711ed68df0fea12bd5354b7600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b96340-5af2-4037-97a7-502e1e06b8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7eece6-6367-406a-b6ae-890610cedbcb", "tag": "fb15d576-f3a3-4bd7-85de-8d5fdca7f742"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:04:51.247591 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-e5afbd9b-4be0-4a2d-845a-923d274e3a54 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:51.249136 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-e5afbd9b-4be0-4a2d-845a-923d274e3a54 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.36 "GET /v2.0/networks?id=66bf88d8-b922-4f24-b74c-aa730f28c713 HTTP/1.1" status: 200 len: 814 time: 0.1813035 Mar 29 15:04:51.257148 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18971ae1-44fb-4bf1-b0d7-c1f95676bd3a service neutron] Pushing event updated for resources: {'Port': ['ID=fb15d576-f3a3-4bd7-85de-8d5fdca7f742,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:51.270337 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-4af9ef0f-3887-4ca5-8567-3b589e9cc1c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Request body: {'port': {'device_id': 'aacdd68b-b7de-444a-8eb8-fe308b2fa74b', 'network_id': '66bf88d8-b922-4f24-b74c-aa730f28c713', 'admin_state_up': True, 'tenant_id': 'd5a381c47de04fd0b7df148ced109757'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:04:51.284998 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6def6f5b-a78c-4aa5-8c66-69558b5aa668 x-openstack-request-id: req-6def6f5b-a78c-4aa5-8c66-69558b5aa668 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:04:51.285586 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7eece6-6367-406a-b6ae-890610cedbcb", "tag": "fb15d576-f3a3-4bd7-85de-8d5fdca7f742", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:04:51.285586 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6def6f5b-a78c-4aa5-8c66-69558b5aa668 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:04:51.286137 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6def6f5b-a78c-4aa5-8c66-69558b5aa668'] response: {'name': 'network-changed', 'server_uuid': '2f7eece6-6367-406a-b6ae-890610cedbcb', 'tag': 'fb15d576-f3a3-4bd7-85de-8d5fdca7f742', 'status': 'completed', 'code': 200} Mar 29 15:04:51.397453 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-2724bff4-2b1f-4cc2-ad1a-3b6a173084f3 req-7e5c6c9a-4bbe-43f3-88c8-922e71055d4e tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639831 Mar 29 15:04:51.404124 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-d04896ad-b77f-411e-8782-2adb4cfd49b5 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:51.414004 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-d04896ad-b77f-411e-8782-2adb4cfd49b5 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.36 "GET /v2.0/networks?id=9352682d-561b-46b3-a155-35c84f4fd466 HTTP/1.1" status: 200 len: 818 time: 0.1250641 Mar 29 15:04:51.451489 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-bd1a9c7b-3d2c-482a-a128-c7c4a83d4ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:51.453153 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-bd1a9c7b-3d2c-482a-a128-c7c4a83d4ebc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9bf5cdd7d8094a01b1fb8c6c9b8c245d&device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 1127 time: 0.1177025 Mar 29 15:04:51.509143 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-01c776f2-eb57-4e17-b41e-d513ed5306ca tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00f07373deef4fc0b642c58742393b86 HTTP/1.1" status: 200 len: 379 time: 0.0803139 Mar 29 15:04:51.530517 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-f49c57b6-a352-4986-97bb-cfe98d0dd9cc tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Request body: {'port': {'device_id': 'e36000ca-2412-455c-99ce-c90ce388cb11', 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466', 'admin_state_up': True, 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'security_groups': ['fcc6d08d-2223-4027-8e39-136b0fb4833c']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:04:51.530942 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-8d57692f-b168-4158-a492-e39e53e79c18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb15d576-f3a3-4bd7-85de-8d5fdca7f742 HTTP/1.1" status: 200 len: 217 time: 0.0712264 Mar 29 15:04:51.542371 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-4af9ef0f-3887-4ca5-8567-3b589e9cc1c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Made reservation on behalf of d5a381c47de04fd0b7df148ced109757 for: {'port': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:04:51.546260 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-4af9ef0f-3887-4ca5-8567-3b589e9cc1c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:51.617492 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d073ad95-49a3-45cb-84c4-55369c0e91b5 req-39451abf-51b8-45e8-9aeb-71616fb2a1e4 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 210 time: 0.0908604 Mar 29 15:04:51.686445 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-f49c57b6-a352-4986-97bb-cfe98d0dd9cc tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Made reservation on behalf of 00f07373deef4fc0b642c58742393b86 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:04:51.690070 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-f49c57b6-a352-4986-97bb-cfe98d0dd9cc tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:51.699213 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-c4faee0f-ab21-49a6-92b9-e9bfe9fa8994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:51.700719 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-c4faee0f-ab21-49a6-92b9-e9bfe9fa8994 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9adb672-ebf2-4a64-969e-01885f2f47a3 HTTP/1.1" status: 200 len: 849 time: 0.0924871 Mar 29 15:04:51.747073 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-89e14e12-6836-42d4-9fde-db7ba5a41dfc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b13f3ae4-8e75-4c64-a663-7c5985047fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394604 Mar 29 15:04:51.840917 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-f49c57b6-a352-4986-97bb-cfe98d0dd9cc tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Allocated IP 172.20.0.4 (9352682d-561b-46b3-a155-35c84f4fd466/4785f368-95a0-409f-b70d-930d5b4d123e/eaf27678-cc54-48e4-b910-e157eda7b9bd) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:04:51.841118 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-02b42a36-f337-4840-a61c-6b864e6bf324 req-252af26b-d8cd-4386-a626-63f135ced007 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 210 time: 0.0914032 Mar 29 15:04:51.895675 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-4af9ef0f-3887-4ca5-8567-3b589e9cc1c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Allocated IP 172.20.0.11 (66bf88d8-b922-4f24-b74c-aa730f28c713/88211e5f-efd4-4ca0-9676-206641841ae8/2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:04:51.899819 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-d69bf9bb-dd6f-4cd1-89bb-383c90cf78b8 service neutron] 10.222.0.36 "GET /v2.0/networks/b13f3ae4-8e75-4c64-a663-7c5985047fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406989 Mar 29 15:04:52.051104 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-f49c57b6-a352-4986-97bb-cfe98d0dd9cc tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks [] for port (eaf27678-cc54-48e4-b910-e157eda7b9bd), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:52.103020 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-f49c57b6-a352-4986-97bb-cfe98d0dd9cc tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (eaf27678-cc54-48e4-b910-e157eda7b9bd), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:52.128159 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-f49c57b6-a352-4986-97bb-cfe98d0dd9cc tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Network 9352682d-561b-46b3-a155-35c84f4fd466 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:04:52.131937 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-f49c57b6-a352-4986-97bb-cfe98d0dd9cc tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:04:52.154464 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-f49c57b6-a352-4986-97bb-cfe98d0dd9cc tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:04:52.167282 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-4af9ef0f-3887-4ca5-8567-3b589e9cc1c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for port (2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:52.217965 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c57b6-a352-4986-97bb-cfe98d0dd9cc tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Pushing event updated for resources: {'Port': ['ID=eaf27678-cc54-48e4-b910-e157eda7b9bd,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:52.248957 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-f49c57b6-a352-4986-97bb-cfe98d0dd9cc tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:52.250772 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-f49c57b6-a352-4986-97bb-cfe98d0dd9cc tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:52.285578 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-f49c57b6-a352-4986-97bb-cfe98d0dd9cc tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7586946 Mar 29 15:04:52.294756 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-4af9ef0f-3887-4ca5-8567-3b589e9cc1c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:52.364788 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-4af9ef0f-3887-4ca5-8567-3b589e9cc1c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Network 66bf88d8-b922-4f24-b74c-aa730f28c713 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:04:52.368132 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-4af9ef0f-3887-4ca5-8567-3b589e9cc1c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:04:52.372169 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-4af9ef0f-3887-4ca5-8567-3b589e9cc1c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:04:52.470637 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-4af9ef0f-3887-4ca5-8567-3b589e9cc1c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:52.475496 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-4af9ef0f-3887-4ca5-8567-3b589e9cc1c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:52.491697 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9ef0f-3887-4ca5-8567-3b589e9cc1c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Pushing event updated for resources: {'Port': ['ID=2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:52.527644 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-4af9ef0f-3887-4ca5-8567-3b589e9cc1c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2622957 Mar 29 15:04:52.572868 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-afebec1c-1f59-434b-becb-24efa53edfab None None] Provisioning complete for port eaf27678-cc54-48e4-b910-e157eda7b9bd triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:04:52.573444 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-afebec1c-1f59-434b-becb-24efa53edfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (eaf27678-cc54-48e4-b910-e157eda7b9bd), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:52.618988 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495da173-aa7d-424b-9b05-0c478da093f3 req-b49e84f8-e0d1-40f4-b452-0e401afc9114 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:52.621295 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-495da173-aa7d-424b-9b05-0c478da093f3 req-b49e84f8-e0d1-40f4-b452-0e401afc9114 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 943 time: 0.0772882 Mar 29 15:04:52.674139 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-afebec1c-1f59-434b-becb-24efa53edfab None None] Port eaf27678-cc54-48e4-b910-e157eda7b9bd cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:04:52.695574 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-495da173-aa7d-424b-9b05-0c478da093f3 req-c55ea9d8-9283-483c-82e6-fd85ba498bfa tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676653 Mar 29 15:04:52.803049 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-67d7eb75-a9ff-47d3-9d1c-501f06541237 None None] Provisioning complete for port 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:04:52.803707 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-67d7eb75-a9ff-47d3-9d1c-501f06541237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:52.813242 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46cf78-42eb-4238-b714-653854a8124c req-045bd64c-1b68-48b3-9d99-aa36e8bf604a tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:52.821121 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1d46cf78-42eb-4238-b714-653854a8124c req-045bd64c-1b68-48b3-9d99-aa36e8bf604a tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 931 time: 0.0875888 Mar 29 15:04:52.877212 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1d46cf78-42eb-4238-b714-653854a8124c req-54267873-93ea-4ea9-85b4-4566a4fac48a tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552034 Mar 29 15:04:52.977929 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-67d7eb75-a9ff-47d3-9d1c-501f06541237 None None] Port 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:04:52.992601 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1b943-b169-4b18-92b4-f8c60e8d5ea6 req-b4b624b6-dd98-4812-844a-43d5c702dce9 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:52.992601 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-caf1b943-b169-4b18-92b4-f8c60e8d5ea6 req-b4b624b6-dd98-4812-844a-43d5c702dce9 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 932 time: 0.0712202 Mar 29 15:04:53.053469 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-caf1b943-b169-4b18-92b4-f8c60e8d5ea6 req-9ad8a783-9f73-4453-af8e-acbfb16eb7d3 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544798 Mar 29 15:04:53.837562 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4f8ad-2ac9-475b-8249-89493a95794e req-afdc62e5-979a-4f85-a3b2-0ebffa03e014 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:53.839118 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a3a4f8ad-2ac9-475b-8249-89493a95794e req-afdc62e5-979a-4f85-a3b2-0ebffa03e014 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 943 time: 0.0562441 Mar 29 15:04:53.889573 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a3a4f8ad-2ac9-475b-8249-89493a95794e req-545dbf52-5295-4097-a73d-ffd03c9161db tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432734 Mar 29 15:04:54.002869 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded40b2-57f3-4f60-bcc2-51620fe4228e req-044638fc-f4ab-4cb4-932e-f4237e0b932b tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:54.004957 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3ded40b2-57f3-4f60-bcc2-51620fe4228e req-044638fc-f4ab-4cb4-932e-f4237e0b932b tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 931 time: 0.0554709 Mar 29 15:04:54.053921 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3ded40b2-57f3-4f60-bcc2-51620fe4228e req-ec9bd437-2ee3-4977-8c91-7db0da7170a1 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427287 Mar 29 15:04:54.187491 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd44616-d925-431e-9e33-67f073c26bcf req-8cbbc285-1b16-47ba-bbe3-1bbae9394c80 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:54.188979 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7cd44616-d925-431e-9e33-67f073c26bcf req-8cbbc285-1b16-47ba-bbe3-1bbae9394c80 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 932 time: 0.0666914 Mar 29 15:04:54.239745 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7cd44616-d925-431e-9e33-67f073c26bcf req-58f096ca-8297-41aa-bcd3-21167340725e tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443995 Mar 29 15:04:55.009315 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd6fe2-47d8-4609-82f8-6508af52f48b req-ebb3841e-0959-4fe1-a924-5bd78c0ac7b2 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:55.010943 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-85dd6fe2-47d8-4609-82f8-6508af52f48b req-ebb3841e-0959-4fe1-a924-5bd78c0ac7b2 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 943 time: 0.0532475 Mar 29 15:04:55.059134 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-85dd6fe2-47d8-4609-82f8-6508af52f48b req-af31fe34-1e1b-4c74-adb6-f725dcf58c9e tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425282 Mar 29 15:04:55.182748 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d415642-26ba-4004-8786-6731950b3805 req-62232230-3feb-4786-8a05-522c569764b4 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:55.184217 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9d415642-26ba-4004-8786-6731950b3805 req-62232230-3feb-4786-8a05-522c569764b4 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 931 time: 0.0588689 Mar 29 15:04:55.233676 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9d415642-26ba-4004-8786-6731950b3805 req-009f136d-23d6-455d-a34d-d78da54c8af7 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438311 Mar 29 15:04:55.363560 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da24f74-f61a-4269-9680-c97f480bc8c1 req-e2b1dd54-b44b-4541-8a82-b9829c734fe4 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:55.365362 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-8da24f74-f61a-4269-9680-c97f480bc8c1 req-e2b1dd54-b44b-4541-8a82-b9829c734fe4 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 932 time: 0.0596430 Mar 29 15:04:55.413800 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-8da24f74-f61a-4269-9680-c97f480bc8c1 req-27481175-6514-4be7-a017-0a1dcaa7062e tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428274 Mar 29 15:04:56.192103 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9a3d1-2536-4d31-acb5-61dc2e92d487 req-fb60a4f9-6e3b-4853-bd9f-942b7b85b4e5 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:56.193712 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d9a9a3d1-2536-4d31-acb5-61dc2e92d487 req-fb60a4f9-6e3b-4853-bd9f-942b7b85b4e5 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 943 time: 0.0598655 Mar 29 15:04:56.247860 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d9a9a3d1-2536-4d31-acb5-61dc2e92d487 req-dc796e1c-6c77-4c60-9518-4a04b5ae8056 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483253 Mar 29 15:04:56.358498 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d07085-1a92-4d6c-8bfa-f2059cfe9078 req-8ac35d22-dc98-4609-83e4-129eda2fe17b tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:56.359910 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-09d07085-1a92-4d6c-8bfa-f2059cfe9078 req-8ac35d22-dc98-4609-83e4-129eda2fe17b tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 931 time: 0.0547554 Mar 29 15:04:56.408418 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-09d07085-1a92-4d6c-8bfa-f2059cfe9078 req-57bad3a6-4c17-4217-a41d-2a411e4053df tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421264 Mar 29 15:04:56.443223 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:56.547920 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c15277-3890-4c36-a19b-1502ce5552a2 req-304fa489-fb1c-4de2-84b9-58e30a70a493 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:56.549476 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e6c15277-3890-4c36-a19b-1502ce5552a2 req-304fa489-fb1c-4de2-84b9-58e30a70a493 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 932 time: 0.0668011 Mar 29 15:04:56.600307 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e6c15277-3890-4c36-a19b-1502ce5552a2 req-e8ee4167-926c-4c06-9606-3c0423cc17cb tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439832 Mar 29 15:04:57.248185 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 40928) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:57.400364 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b29a0749-fabc-48b2-9690-1d3b7776f9a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:57.425104 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ae7cb-da40-4ea0-832e-3a746409bcc0 req-db2b0720-a9ba-41b8-8393-bf746a8c081d tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:57.426611 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-8b0ae7cb-da40-4ea0-832e-3a746409bcc0 req-db2b0720-a9ba-41b8-8393-bf746a8c081d tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 943 time: 0.1047735 Mar 29 15:04:57.510309 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-8b0ae7cb-da40-4ea0-832e-3a746409bcc0 req-2c24c374-02d1-44de-bc49-8700a920b63e tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770488 Mar 29 15:04:57.539077 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b29a0749-fabc-48b2-9690-1d3b7776f9a8 admin admin] Publish callbacks [] for security_group (522d82cb-733d-4037-b5a0-5d6d1bb2dda7), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:57.544395 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b29a0749-fabc-48b2-9690-1d3b7776f9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (522d82cb-733d-4037-b5a0-5d6d1bb2dda7), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:57.555370 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80393a54-af39-4016-b108-9e532f4e0504 req-09a9c625-8d8f-449c-a585-fbe7efeb91a2 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:57.557043 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-80393a54-af39-4016-b108-9e532f4e0504 req-09a9c625-8d8f-449c-a585-fbe7efeb91a2 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 931 time: 0.0769815 Mar 29 15:04:57.585515 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a0749-fabc-48b2-9690-1d3b7776f9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522d82cb-733d-4037-b5a0-5d6d1bb2dda7,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:57.594068 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-b29a0749-fabc-48b2-9690-1d3b7776f9a8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a060dbd3b9b34989b07f4baefd01a854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3422694 Mar 29 15:04:57.601198 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 40936) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:04:57.631826 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-80393a54-af39-4016-b108-9e532f4e0504 req-3ddddd1d-c202-4e40-b0bd-2e1ca26389f0 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691059 Mar 29 15:04:57.670584 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3dcafccf-2e83-48cc-a7c2-5e2412a64791 admin admin] Publish callbacks [] for security_group (522d82cb-733d-4037-b5a0-5d6d1bb2dda7), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:57.728169 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3dcafccf-2e83-48cc-a7c2-5e2412a64791 admin admin] Publish callbacks [] for security_group (522d82cb-733d-4037-b5a0-5d6d1bb2dda7), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:57.792057 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a757442-5631-457e-9075-ef6c62097f91 req-29c2c193-c395-478f-842e-48b89e92b67c tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:57.793993 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7a757442-5631-457e-9075-ef6c62097f91 req-29c2c193-c395-478f-842e-48b89e92b67c tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 932 time: 0.1074691 Mar 29 15:04:57.830872 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3dcafccf-2e83-48cc-a7c2-5e2412a64791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (522d82cb-733d-4037-b5a0-5d6d1bb2dda7), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:57.833946 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3dcafccf-2e83-48cc-a7c2-5e2412a64791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:04:57.835082 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-3dcafccf-2e83-48cc-a7c2-5e2412a64791 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/522d82cb-733d-4037-b5a0-5d6d1bb2dda7 HTTP/1.1" status: 204 len: 168 time: 0.2328019 Mar 29 15:04:57.854861 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcafccf-2e83-48cc-a7c2-5e2412a64791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522d82cb-733d-4037-b5a0-5d6d1bb2dda7,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:04:57.860797 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7a757442-5631-457e-9075-ef6c62097f91 req-63a607f8-c11d-41a0-b586-44bfd3c60599 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603957 Mar 29 15:04:58.631922 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9efbb78-65f1-4471-b141-b31961dfc2b2 req-f2ff545a-39dd-49e1-8e67-8492a37b49e1 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:58.634337 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b9efbb78-65f1-4471-b141-b31961dfc2b2 req-f2ff545a-39dd-49e1-8e67-8492a37b49e1 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 943 time: 0.0566041 Mar 29 15:04:58.716676 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b9efbb78-65f1-4471-b141-b31961dfc2b2 req-6bd1c262-79e0-4aab-be1f-ad7f57716190 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766780 Mar 29 15:04:58.764330 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67bc84-27b9-4a8a-87b8-240564911f8e req-795f18f9-2ce8-4cc0-b65c-08b2473a6104 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:58.765961 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-bb67bc84-27b9-4a8a-87b8-240564911f8e req-795f18f9-2ce8-4cc0-b65c-08b2473a6104 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 931 time: 0.0588217 Mar 29 15:04:58.813789 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-bb67bc84-27b9-4a8a-87b8-240564911f8e req-b1cf3497-20a4-4389-a690-74d12119c74f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416858 Mar 29 15:04:59.000160 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e44a48-6fd3-41c1-9899-a3635ee0bd8f req-d4354e94-d303-4853-88c5-0787222a107a tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:59.001659 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-56e44a48-6fd3-41c1-9899-a3635ee0bd8f req-d4354e94-d303-4853-88c5-0787222a107a tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 932 time: 0.0564058 Mar 29 15:04:59.051529 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-56e44a48-6fd3-41c1-9899-a3635ee0bd8f req-780c3db9-f9fc-464a-ab4f-783efa530e12 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431516 Mar 29 15:04:59.842544 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23aa00-f5bd-4098-a920-f27eceef05ed req-0afe8eb2-768b-4d64-bf21-3de4000447d2 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:59.844262 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-cc23aa00-f5bd-4098-a920-f27eceef05ed req-0afe8eb2-768b-4d64-bf21-3de4000447d2 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 943 time: 0.0580342 Mar 29 15:04:59.895605 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-cc23aa00-f5bd-4098-a920-f27eceef05ed req-bcca6e47-7bcb-4bed-8360-7bb6334c2f0c tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443947 Mar 29 15:04:59.958556 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc70203-f19d-48b8-b01e-9fc1a0400641 req-4e6bb94a-1cb3-4f0b-819d-8c5b6787506c tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:04:59.960098 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-cfc70203-f19d-48b8-b01e-9fc1a0400641 req-4e6bb94a-1cb3-4f0b-819d-8c5b6787506c tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 931 time: 0.0623245 Mar 29 15:05:00.010561 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-cfc70203-f19d-48b8-b01e-9fc1a0400641 req-dadd4f2e-c31b-4fe9-bf85-ccda814f5a33 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447848 Mar 29 15:05:00.175829 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfdbf71-50d9-4e21-a757-61656f9d3d69 req-c364a953-54ca-4d7b-b0d8-1ba491b1c6ac tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:00.177397 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-bbfdbf71-50d9-4e21-a757-61656f9d3d69 req-c364a953-54ca-4d7b-b0d8-1ba491b1c6ac tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 932 time: 0.0563350 Mar 29 15:05:00.227488 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-bbfdbf71-50d9-4e21-a757-61656f9d3d69 req-327cde4e-25f4-48cc-9b88-af66c825fe5f tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444121 Mar 29 15:05:01.015204 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc1ac7-5dfb-4e0d-b424-9d3c36376312 req-a5175cb1-90eb-4301-9c0f-db3b117bbe9a tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:01.016727 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d7bc1ac7-5dfb-4e0d-b424-9d3c36376312 req-a5175cb1-90eb-4301-9c0f-db3b117bbe9a tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 943 time: 0.0538595 Mar 29 15:05:01.073690 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d7bc1ac7-5dfb-4e0d-b424-9d3c36376312 req-fa57c0e0-8c2d-41ac-b31b-c533585a3cfd tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508626 Mar 29 15:05:01.171500 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4015e4-83e6-46e2-8fd3-6bb0a5346c7e req-0727b3be-6dbe-4836-9203-68e879cb5688 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:01.173052 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1a4015e4-83e6-46e2-8fd3-6bb0a5346c7e req-0727b3be-6dbe-4836-9203-68e879cb5688 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 931 time: 0.0644846 Mar 29 15:05:01.226781 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1a4015e4-83e6-46e2-8fd3-6bb0a5346c7e req-8c1d2bf8-b312-4199-95bf-c00153d8aad7 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473812 Mar 29 15:05:01.343784 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88dfbb6-7886-40b9-ac34-45e4102aadee req-f9e386fa-22e0-4fdb-ba44-82ad9a014239 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:01.345447 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b88dfbb6-7886-40b9-ac34-45e4102aadee req-f9e386fa-22e0-4fdb-ba44-82ad9a014239 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 932 time: 0.0519872 Mar 29 15:05:01.402252 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b88dfbb6-7886-40b9-ac34-45e4102aadee req-1e7d704a-570c-4c1f-aa9c-9bc56e630ff0 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484562 Mar 29 15:05:02.204316 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc191c-f74b-4ff8-b742-c405cad35ed6 req-fa3f18b0-b903-4053-adb1-e584fa6ef1eb tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:02.206882 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-fcdc191c-f74b-4ff8-b742-c405cad35ed6 req-fa3f18b0-b903-4053-adb1-e584fa6ef1eb tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 943 time: 0.0625131 Mar 29 15:05:02.258542 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-fcdc191c-f74b-4ff8-b742-c405cad35ed6 req-e5c270ea-1274-42b6-a8a0-9752ba61ef8d tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459428 Mar 29 15:05:02.369489 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45427a0a-8fb5-47a4-9b93-a2d8b1c446a2 req-e7eea051-d63a-45d9-ad6d-4631a7c444c8 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:02.371785 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-45427a0a-8fb5-47a4-9b93-a2d8b1c446a2 req-e7eea051-d63a-45d9-ad6d-4631a7c444c8 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 931 time: 0.0680728 Mar 29 15:05:02.437200 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-45427a0a-8fb5-47a4-9b93-a2d8b1c446a2 req-fc1a14b4-14c9-4351-a8dd-c179ddf7c997 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577748 Mar 29 15:05:02.557669 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c4f35-6d2e-4734-9965-47ba809461dc req-f2fd1c7b-2aa5-457b-ba6c-0461e107ee3f tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:02.559181 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c92c4f35-6d2e-4734-9965-47ba809461dc req-f2fd1c7b-2aa5-457b-ba6c-0461e107ee3f tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 932 time: 0.0541298 Mar 29 15:05:02.611298 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c92c4f35-6d2e-4734-9965-47ba809461dc req-ce5bcc9e-b04f-4587-9dee-178375f973e1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463235 Mar 29 15:05:03.384958 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd961b2d-3875-42d0-99cf-0b3ec76c8ecb req-c9d0cee5-3231-4376-8dba-04cf313475b8 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:03.386350 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-dd961b2d-3875-42d0-99cf-0b3ec76c8ecb req-c9d0cee5-3231-4376-8dba-04cf313475b8 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 943 time: 0.0538623 Mar 29 15:05:03.434633 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-dd961b2d-3875-42d0-99cf-0b3ec76c8ecb req-b2d67054-d5d2-4b72-8d00-806b8e554157 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428431 Mar 29 15:05:03.558421 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a452510-d606-444d-bc44-2599da9c4b3b req-ac31bf67-127e-4126-99af-698056cb5044 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:03.559876 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-9a452510-d606-444d-bc44-2599da9c4b3b req-ac31bf67-127e-4126-99af-698056cb5044 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 931 time: 0.0552356 Mar 29 15:05:03.606354 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-9a452510-d606-444d-bc44-2599da9c4b3b req-b3737505-e6a4-465a-803c-9b0b945d1442 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407565 Mar 29 15:05:03.736468 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215ecae-2f86-4929-b29d-fbae6bf1076e req-e0c98def-69ca-4a99-af36-9493a8a044ed tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:03.740593 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3215ecae-2f86-4929-b29d-fbae6bf1076e req-e0c98def-69ca-4a99-af36-9493a8a044ed tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 932 time: 0.0594797 Mar 29 15:05:03.787047 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3215ecae-2f86-4929-b29d-fbae6bf1076e req-c2adc498-ca4a-495f-8c99-a310d336d781 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427957 Mar 29 15:05:04.549428 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374977ca-b96f-45cd-8dbe-ac7856921db3 req-29934d82-c1b2-4628-ae55-cfe50d1a0f59 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:04.551569 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-374977ca-b96f-45cd-8dbe-ac7856921db3 req-29934d82-c1b2-4628-ae55-cfe50d1a0f59 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 943 time: 0.0526080 Mar 29 15:05:04.597151 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-374977ca-b96f-45cd-8dbe-ac7856921db3 req-ccb9721e-1186-4ce9-b6d5-a45ff31a6a81 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394750 Mar 29 15:05:04.720097 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e3e06-3734-4f71-aa49-313985cc5ff7 req-be2d3fe2-c710-441d-b3ba-e3639ed49fd1 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:04.721497 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9e2e3e06-3734-4f71-aa49-313985cc5ff7 req-be2d3fe2-c710-441d-b3ba-e3639ed49fd1 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 931 time: 0.0505679 Mar 29 15:05:04.766215 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9e2e3e06-3734-4f71-aa49-313985cc5ff7 req-d7ea09bd-e197-4f0a-8fc4-4880de932507 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387905 Mar 29 15:05:04.905547 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553cf404-7178-4676-93b2-81840a20444e req-e91b76a7-f73a-4d00-9abc-3ca3d8d75824 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:04.907016 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-553cf404-7178-4676-93b2-81840a20444e req-e91b76a7-f73a-4d00-9abc-3ca3d8d75824 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 932 time: 0.0551918 Mar 29 15:05:04.952751 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-553cf404-7178-4676-93b2-81840a20444e req-c8eac65c-bdb7-4012-bb5f-0d9a703208e7 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394759 Mar 29 15:05:05.714022 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956ca85-6cec-40f8-b1c8-edfed7008012 req-48f4efbe-b8a5-48a2-9982-3b20393f7ff7 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:05.715479 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9956ca85-6cec-40f8-b1c8-edfed7008012 req-48f4efbe-b8a5-48a2-9982-3b20393f7ff7 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 943 time: 0.0553105 Mar 29 15:05:05.761172 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9956ca85-6cec-40f8-b1c8-edfed7008012 req-333b9414-89bc-4c61-880b-bab600735151 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402722 Mar 29 15:05:05.883700 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0b38e-2296-46d8-8772-4cb7963d5d55 req-9c11b839-a125-4fcf-a47d-bfd7ef956427 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:05.885093 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-bcc0b38e-2296-46d8-8772-4cb7963d5d55 req-9c11b839-a125-4fcf-a47d-bfd7ef956427 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 931 time: 0.0542510 Mar 29 15:05:05.894389 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:05:05.931560 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-bcc0b38e-2296-46d8-8772-4cb7963d5d55 req-c278cd02-4b9e-43a2-aecb-79d504973fd1 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410123 Mar 29 15:05:06.040352 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-a0ddad5f-abe4-420f-9fe6-57cecb622158 service neutron] Request body: {'port': {'device_id': 'e36000ca-2412-455c-99ce-c90ce388cb11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:05:06.059117 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-19b8ac50-eb26-444c-be36-82bf5dd41809 service neutron] Request body: {'port': {'device_id': 'aacdd68b-b7de-444a-8eb8-fe308b2fa74b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:05:06.102786 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-a0ddad5f-abe4-420f-9fe6-57cecb622158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (eaf27678-cc54-48e4-b910-e157eda7b9bd), before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:06.187101 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d22fff-93a9-4e07-876b-80182d5a538d req-f447758a-9a1c-456e-892b-5467dd1b3b28 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:06.188615 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-85d22fff-93a9-4e07-876b-80182d5a538d req-f447758a-9a1c-456e-892b-5467dd1b3b28 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 932 time: 0.1723371 Mar 29 15:05:06.191725 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-19b8ac50-eb26-444c-be36-82bf5dd41809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:06.230344 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-27b3eb87-381a-4ead-bf22-fa5a184b473e req-0e87207c-cba9-4288-bcb7-9c873bb2d1c2 service neutron] 10.222.0.36 "GET /v2.0/networks/b13f3ae4-8e75-4c64-a663-7c5985047fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854823 Mar 29 15:05:06.292782 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-85d22fff-93a9-4e07-876b-80182d5a538d req-33b2d8cb-9ba5-4519-a9a6-a5ac9301c6ed tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935283 Mar 29 15:05:06.372019 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.notifiers.nova [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-a0ddad5f-abe4-420f-9fe6-57cecb622158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf27678-cc54-48e4-b910-e157eda7b9bd {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:05:06.379579 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-a0ddad5f-abe4-420f-9fe6-57cecb622158 service neutron] Publish callbacks [] for port (eaf27678-cc54-48e4-b910-e157eda7b9bd), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:06.392348 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-a0ddad5f-abe4-420f-9fe6-57cecb622158 service neutron] Transition to ACTIVE for port object eaf27678-cc54-48e4-b910-e157eda7b9bd will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:05:06.396993 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-a0ddad5f-abe4-420f-9fe6-57cecb622158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13311161'] for port (eaf27678-cc54-48e4-b910-e157eda7b9bd), after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:06.439727 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b96340-5af2-4037-97a7-502e1e06b8dd req-a15bf514-edde-4343-a5ff-57e76729d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:06.441503 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-46b96340-5af2-4037-97a7-502e1e06b8dd req-a15bf514-edde-4343-a5ff-57e76729d35b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9bf5cdd7d8094a01b1fb8c6c9b8c245d&device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 1127 time: 0.1527507 Mar 29 15:05:06.447436 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ddad5f-abe4-420f-9fe6-57cecb622158 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf27678-cc54-48e4-b910-e157eda7b9bd,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:05:06.527586 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-a0ddad5f-abe4-420f-9fe6-57cecb622158 service neutron] Attempting to bind port eaf27678-cc54-48e4-b910-e157eda7b9bd on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:05:06.528668 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-a0ddad5f-abe4-420f-9fe6-57cecb622158 service neutron] Attempting to bind port eaf27678-cc54-48e4-b910-e157eda7b9bd by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': 'c4910bd0-952b-4530-8412-09d294143007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:05:06.528668 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-a0ddad5f-abe4-420f-9fe6-57cecb622158 service neutron] Attempting to bind port eaf27678-cc54-48e4-b910-e157eda7b9bd on network 9352682d-561b-46b3-a155-35c84f4fd466 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:05:06.533436 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-a0ddad5f-abe4-420f-9fe6-57cecb622158 service neutron] Port eaf27678-cc54-48e4-b910-e157eda7b9bd on network 9352682d-561b-46b3-a155-35c84f4fd466 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:05:06.533651 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-a0ddad5f-abe4-420f-9fe6-57cecb622158 service neutron] Attempting to bind port eaf27678-cc54-48e4-b910-e157eda7b9bd on network 9352682d-561b-46b3-a155-35c84f4fd466 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:05:06.539722 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-a0ddad5f-abe4-420f-9fe6-57cecb622158 service neutron] Checking agent: {'id': '54f4ecb7-e3d7-497a-b676-ec21eb6e2a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'started_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:05:06.540192 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-a0ddad5f-abe4-420f-9fe6-57cecb622158 service neutron] Checking segment: {'id': 'c4910bd0-952b-4530-8412-09d294143007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:05:06.540950 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-a0ddad5f-abe4-420f-9fe6-57cecb622158 service neutron] Bound using segment: {'id': 'c4910bd0-952b-4530-8412-09d294143007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:05:06.541473 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-a0ddad5f-abe4-420f-9fe6-57cecb622158 service neutron] Bound port: eaf27678-cc54-48e4-b910-e157eda7b9bd, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4910bd0-952b-4530-8412-09d294143007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:05:06.541933 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-a0ddad5f-abe4-420f-9fe6-57cecb622158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (eaf27678-cc54-48e4-b910-e157eda7b9bd), before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:06.612351 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-a0ddad5f-abe4-420f-9fe6-57cecb622158 service neutron] For port eaf27678-cc54-48e4-b910-e157eda7b9bd, host hv-cinder-83563, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:05:06.612978 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-19b8ac50-eb26-444c-be36-82bf5dd41809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:05:06.615816 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-a0ddad5f-abe4-420f-9fe6-57cecb622158 service neutron] For port eaf27678-cc54-48e4-b910-e157eda7b9bd, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=eaf27678-cc54-48e4-b910-e157eda7b9bd,segment=NetworkSegment(c4910bd0-952b-4530-8412-09d294143007),segment_id=c4910bd0-952b-4530-8412-09d294143007)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:05:06.622970 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-a0ddad5f-abe4-420f-9fe6-57cecb622158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13311161'] for port (eaf27678-cc54-48e4-b910-e157eda7b9bd), after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:06.629757 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-19b8ac50-eb26-444c-be36-82bf5dd41809 service neutron] Publish callbacks [] for port (2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:06.657658 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-19b8ac50-eb26-444c-be36-82bf5dd41809 service neutron] Transition to ACTIVE for port object 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 will not be triggered until provisioned by entity L2. {{(pid=103154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:05:06.658148 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-a0ddad5f-abe4-420f-9fe6-57cecb622158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:06.659091 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-a0ddad5f-abe4-420f-9fe6-57cecb622158 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:06.659751 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b96340-5af2-4037-97a7-502e1e06b8dd req-59d91a61-e8df-4d0a-9e59-ecfc4c9bde93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:06.660712 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-a0ddad5f-abe4-420f-9fe6-57cecb622158 service neutron] 10.222.0.36 "PUT /v2.0/ports/eaf27678-cc54-48e4-b910-e157eda7b9bd HTTP/1.1" status: 200 len: 1093 time: 0.6249447 Mar 29 15:05:06.661425 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36000ca-2412-455c-99ce-c90ce388cb11', 'tag': 'eaf27678-cc54-48e4-b910-e157eda7b9bd'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:05:06.661833 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-46b96340-5af2-4037-97a7-502e1e06b8dd req-59d91a61-e8df-4d0a-9e59-ecfc4c9bde93 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b13f3ae4-8e75-4c64-a663-7c5985047fd7 HTTP/1.1" status: 200 len: 910 time: 0.1600904 Mar 29 15:05:06.662782 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-19b8ac50-eb26-444c-be36-82bf5dd41809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:06.663817 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba023f0cd8cc5f3c167e772b1aa00d02c07a3711ed68df0fea12bd5354b7600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0355bbd-97ce-4140-b5f6-f8e6e9d3fcb8" -d '{"events": [{"name": "network-changed", "server_uuid": "e36000ca-2412-455c-99ce-c90ce388cb11", "tag": "eaf27678-cc54-48e4-b910-e157eda7b9bd"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:05:06.718854 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ddad5f-abe4-420f-9fe6-57cecb622158 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf27678-cc54-48e4-b910-e157eda7b9bd,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:05:06.736406 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-46b96340-5af2-4037-97a7-502e1e06b8dd req-52a8ed94-1690-4884-a71d-ac1705276e06 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb15d576-f3a3-4bd7-85de-8d5fdca7f742 HTTP/1.1" status: 200 len: 217 time: 0.0648248 Mar 29 15:05:06.741984 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f545dbb-7dcc-4f11-a0ee-61866ceb7732 x-openstack-request-id: req-9f545dbb-7dcc-4f11-a0ee-61866ceb7732 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:05:06.742270 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36000ca-2412-455c-99ce-c90ce388cb11", "tag": "eaf27678-cc54-48e4-b910-e157eda7b9bd", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:05:06.742663 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9f545dbb-7dcc-4f11-a0ee-61866ceb7732 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:05:06.743011 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f545dbb-7dcc-4f11-a0ee-61866ceb7732'] response: {'name': 'network-changed', 'server_uuid': 'e36000ca-2412-455c-99ce-c90ce388cb11', 'tag': 'eaf27678-cc54-48e4-b910-e157eda7b9bd', 'status': 'completed', 'code': 200} Mar 29 15:05:06.764377 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-d73f9ad8-6e35-44be-b68e-f2309673af26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:06.766488 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-d73f9ad8-6e35-44be-b68e-f2309673af26 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00f07373deef4fc0b642c58742393b86&device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 1127 time: 0.0623267 Mar 29 15:05:06.830102 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-e43d9919-887f-470b-9703-600e47ea0c3e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaf27678-cc54-48e4-b910-e157eda7b9bd HTTP/1.1" status: 200 len: 217 time: 0.0564249 Mar 29 15:05:06.979946 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-62847772-0905-4fe4-9b7b-ae59c79908d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:06.981628 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-62847772-0905-4fe4-9b7b-ae59c79908d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4785f368-95a0-409f-b70d-930d5b4d123e HTTP/1.1" status: 200 len: 857 time: 0.0671959 Mar 29 15:05:07.055352 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8ac50-eb26-444c-be36-82bf5dd41809 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:05:07.070979 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-c7a7d559-ddc8-4510-9b16-34b24120e99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:07.072618 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-c7a7d559-ddc8-4510-9b16-34b24120e99e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9352682d-561b-46b3-a155-35c84f4fd466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830381 Mar 29 15:05:07.079188 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b96340-5af2-4037-97a7-502e1e06b8dd req-70f38e00-0fcc-4ca4-9873-a87131a62ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:07.080688 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-46b96340-5af2-4037-97a7-502e1e06b8dd req-70f38e00-0fcc-4ca4-9873-a87131a62ccc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e9adb672-ebf2-4a64-969e-01885f2f47a3 HTTP/1.1" status: 200 len: 849 time: 0.3350649 Mar 29 15:05:07.095060 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be21aee-9d80-4b4c-8bbf-7b026e7236b0 req-adf956b1-8e2b-4e6c-8e7b-6ca64debdbad tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:07.096581 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1be21aee-9d80-4b4c-8bbf-7b026e7236b0 req-adf956b1-8e2b-4e6c-8e7b-6ca64debdbad tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 943 time: 0.0799575 Mar 29 15:05:07.146278 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-46b96340-5af2-4037-97a7-502e1e06b8dd req-84a59263-83f8-43f8-9270-33d28436dad1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b13f3ae4-8e75-4c64-a663-7c5985047fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493231 Mar 29 15:05:07.196949 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1be21aee-9d80-4b4c-8bbf-7b026e7236b0 req-c44d213b-e3e4-4f55-aaca-b1fba0a94706 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885849 Mar 29 15:05:07.215166 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-3afdd8ba-7fa4-4b7d-ade9-bc783d03b792 service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346316 Mar 29 15:05:07.226890 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d230279-3012-4286-b90f-9f7d5b9e6381 req-9141948f-3c21-439c-95ce-4465457945e5 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:07.228355 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9d230279-3012-4286-b90f-9f7d5b9e6381 req-9141948f-3c21-439c-95ce-4465457945e5 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 943 time: 0.2023604 Mar 29 15:05:07.264996 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-19b8ac50-eb26-444c-be36-82bf5dd41809 service neutron] Attempting to bind port 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:05:07.265229 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-19b8ac50-eb26-444c-be36-82bf5dd41809 service neutron] Attempting to bind port 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '4fbed87f-156e-4319-8f4b-d848b3fb3e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '66bf88d8-b922-4f24-b74c-aa730f28c713'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:05:07.265407 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-19b8ac50-eb26-444c-be36-82bf5dd41809 service neutron] Attempting to bind port 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 on network 66bf88d8-b922-4f24-b74c-aa730f28c713 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:05:07.279169 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-19b8ac50-eb26-444c-be36-82bf5dd41809 service neutron] Port 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 on network 66bf88d8-b922-4f24-b74c-aa730f28c713 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:05:07.279499 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-19b8ac50-eb26-444c-be36-82bf5dd41809 service neutron] Attempting to bind port 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 on network 66bf88d8-b922-4f24-b74c-aa730f28c713 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:05:07.303747 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-19b8ac50-eb26-444c-be36-82bf5dd41809 service neutron] Checking agent: {'id': '54f4ecb7-e3d7-497a-b676-ec21eb6e2a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'started_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:05:07.304083 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-19b8ac50-eb26-444c-be36-82bf5dd41809 service neutron] Checking segment: {'id': '4fbed87f-156e-4319-8f4b-d848b3fb3e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '66bf88d8-b922-4f24-b74c-aa730f28c713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:05:07.304465 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-19b8ac50-eb26-444c-be36-82bf5dd41809 service neutron] Bound using segment: {'id': '4fbed87f-156e-4319-8f4b-d848b3fb3e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '66bf88d8-b922-4f24-b74c-aa730f28c713'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:05:07.304920 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-19b8ac50-eb26-444c-be36-82bf5dd41809 service neutron] Bound port: 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fbed87f-156e-4319-8f4b-d848b3fb3e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '66bf88d8-b922-4f24-b74c-aa730f28c713'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:05:07.305281 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-19b8ac50-eb26-444c-be36-82bf5dd41809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:07.312083 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f30a84b7-5e2e-46d7-8081-a3e49c62a6f2 req-a9944474-2ee6-47ee-8d39-c9cadda6d791 service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902810 Mar 29 15:05:07.317505 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-46b96340-5af2-4037-97a7-502e1e06b8dd req-877c5b3b-a156-4642-ab30-30216a3dacf2 service neutron] 10.222.0.36 "GET /v2.0/networks/b13f3ae4-8e75-4c64-a663-7c5985047fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644621 Mar 29 15:05:07.351081 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9d230279-3012-4286-b90f-9f7d5b9e6381 req-55fc097f-9a5d-4074-a1a1-c4808f1bcca3 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154599 Mar 29 15:05:07.447006 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-19b8ac50-eb26-444c-be36-82bf5dd41809 service neutron] For port 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078, host hv-cinder-83563, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:05:07.450412 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c20496-9113-4138-9062-2b2b500a28d4 req-e3e02cf1-f4d3-48b8-812f-a4745a3ab3e1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:07.451984 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-93c20496-9113-4138-9062-2b2b500a28d4 req-e3e02cf1-f4d3-48b8-812f-a4745a3ab3e1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 944 time: 0.0901394 Mar 29 15:05:07.453118 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-19b8ac50-eb26-444c-be36-82bf5dd41809 service neutron] For port 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078,segment=NetworkSegment(4fbed87f-156e-4319-8f4b-d848b3fb3e62),segment_id=4fbed87f-156e-4319-8f4b-d848b3fb3e62)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:05:07.458927 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0355bbd-97ce-4140-b5f6-f8e6e9d3fcb8 req-b20727d4-e3cc-47e5-bd10-d65e2a820c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:07.460765 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d0355bbd-97ce-4140-b5f6-f8e6e9d3fcb8 req-b20727d4-e3cc-47e5-bd10-d65e2a820c7e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00f07373deef4fc0b642c58742393b86&device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 1127 time: 0.0894926 Mar 29 15:05:07.466749 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-46b96340-5af2-4037-97a7-502e1e06b8dd req-4fd3b97b-e0bd-4f25-97d6-71cda002d1c2 service neutron] 10.222.0.36 "GET /v2.0/networks/b13f3ae4-8e75-4c64-a663-7c5985047fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404200 Mar 29 15:05:07.467786 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-19b8ac50-eb26-444c-be36-82bf5dd41809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:07.506587 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-19b8ac50-eb26-444c-be36-82bf5dd41809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:07.507199 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-19b8ac50-eb26-444c-be36-82bf5dd41809 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:07.508549 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-19b8ac50-eb26-444c-be36-82bf5dd41809 service neutron] 10.222.0.36 "PUT /v2.0/ports/2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 HTTP/1.1" status: 200 len: 1094 time: 1.4625137 Mar 29 15:05:07.509006 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aacdd68b-b7de-444a-8eb8-fe308b2fa74b', 'tag': '2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:05:07.511203 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792469d2-e6ce-49c1-8792-1b09fa4ce94d" -d '{"events": [{"name": "network-changed", "server_uuid": "aacdd68b-b7de-444a-8eb8-fe308b2fa74b", "tag": "2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:05:07.538805 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8ac50-eb26-444c-be36-82bf5dd41809 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:05:07.558202 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-93c20496-9113-4138-9062-2b2b500a28d4 req-afc58b42-38d0-4be5-b84b-5d21d74816ed tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967917 Mar 29 15:05:07.595885 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0355bbd-97ce-4140-b5f6-f8e6e9d3fcb8 req-f13eca2e-7603-48f3-9ff2-7de5eea677fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:07.597514 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d0355bbd-97ce-4140-b5f6-f8e6e9d3fcb8 req-f13eca2e-7603-48f3-9ff2-7de5eea677fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=9352682d-561b-46b3-a155-35c84f4fd466 HTTP/1.1" status: 200 len: 919 time: 0.1289532 Mar 29 15:05:07.599937 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55fb84a-f52f-49fa-a883-21e4c279f909 x-openstack-request-id: req-a55fb84a-f52f-49fa-a883-21e4c279f909 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:05:07.600230 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aacdd68b-b7de-444a-8eb8-fe308b2fa74b", "tag": "2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:05:07.600482 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a55fb84a-f52f-49fa-a883-21e4c279f909 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:05:07.600902 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a55fb84a-f52f-49fa-a883-21e4c279f909'] response: {'name': 'network-changed', 'server_uuid': 'aacdd68b-b7de-444a-8eb8-fe308b2fa74b', 'tag': '2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078', 'status': 'completed', 'code': 200} Mar 29 15:05:07.613764 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-5f5021ba-9bde-402e-854e-48f0cb6389cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:07.615312 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-5f5021ba-9bde-402e-854e-48f0cb6389cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5a381c47de04fd0b7df148ced109757&device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 1128 time: 0.0578029 Mar 29 15:05:07.648260 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d0355bbd-97ce-4140-b5f6-f8e6e9d3fcb8 req-96f5d56d-0695-44f2-ad19-79fc986bdc17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaf27678-cc54-48e4-b910-e157eda7b9bd HTTP/1.1" status: 200 len: 217 time: 0.0404816 Mar 29 15:05:07.661073 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-97ede521-6524-4304-9e32-dbcb2e61437e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 HTTP/1.1" status: 200 len: 217 time: 0.0380495 Mar 29 15:05:07.701026 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0355bbd-97ce-4140-b5f6-f8e6e9d3fcb8 req-8da91538-217c-480b-bf87-830e95551fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:07.702527 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d0355bbd-97ce-4140-b5f6-f8e6e9d3fcb8 req-8da91538-217c-480b-bf87-830e95551fd8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4785f368-95a0-409f-b70d-930d5b4d123e HTTP/1.1" status: 200 len: 857 time: 0.0474930 Mar 29 15:05:07.717229 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-c5dcc5da-f49c-423d-8ad7-5194a881e4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:07.719095 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-c5dcc5da-f49c-423d-8ad7-5194a881e4b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88211e5f-efd4-4ca0-9676-206641841ae8 HTTP/1.1" status: 200 len: 853 time: 0.0517902 Mar 29 15:05:07.753355 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0355bbd-97ce-4140-b5f6-f8e6e9d3fcb8 req-b8e2bb7a-73ef-4eb6-8250-cf260714f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:07.755540 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d0355bbd-97ce-4140-b5f6-f8e6e9d3fcb8 req-b8e2bb7a-73ef-4eb6-8250-cf260714f7b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9352682d-561b-46b3-a155-35c84f4fd466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475271 Mar 29 15:05:07.770407 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-a632b4d5-f810-4586-9497-43b707051658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:07.771930 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-a632b4d5-f810-4586-9497-43b707051658 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=66bf88d8-b922-4f24-b74c-aa730f28c713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475011 Mar 29 15:05:07.851450 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d0355bbd-97ce-4140-b5f6-f8e6e9d3fcb8 req-9cbec88d-b849-4dd3-954e-6a74adf198cd service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882709 Mar 29 15:05:07.861386 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-c26503f6-9752-4b28-bd41-ff281718bb68 service neutron] 10.222.0.36 "GET /v2.0/networks/66bf88d8-b922-4f24-b74c-aa730f28c713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824304 Mar 29 15:05:07.946297 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d0355bbd-97ce-4140-b5f6-f8e6e9d3fcb8 req-089cbe99-d44f-49b4-af83-ec387ba01af6 service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881703 Mar 29 15:05:07.958130 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5966d124-93cd-4aa6-b367-8ec97ff396b6 req-0ef8cfe8-122e-4037-9573-57ca4ec0a745 service neutron] 10.222.0.36 "GET /v2.0/networks/66bf88d8-b922-4f24-b74c-aa730f28c713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889468 Mar 29 15:05:08.049830 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792469d2-e6ce-49c1-8792-1b09fa4ce94d req-962842e9-0793-40a2-a0d2-ecda12fd7995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:08.051313 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-792469d2-e6ce-49c1-8792-1b09fa4ce94d req-962842e9-0793-40a2-a0d2-ecda12fd7995 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5a381c47de04fd0b7df148ced109757&device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 1128 time: 0.0452113 Mar 29 15:05:08.142096 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792469d2-e6ce-49c1-8792-1b09fa4ce94d req-c6387c2b-62e8-4703-860b-2b7cb288daed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:08.144308 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-792469d2-e6ce-49c1-8792-1b09fa4ce94d req-c6387c2b-62e8-4703-860b-2b7cb288daed service neutron] 10.222.0.36 "GET /v2.0/networks?id=66bf88d8-b922-4f24-b74c-aa730f28c713 HTTP/1.1" status: 200 len: 915 time: 0.0858305 Mar 29 15:05:08.187909 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-792469d2-e6ce-49c1-8792-1b09fa4ce94d req-aea161fc-a24a-4084-acfa-1918a466e285 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 HTTP/1.1" status: 200 len: 217 time: 0.0374124 Mar 29 15:05:08.237961 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792469d2-e6ce-49c1-8792-1b09fa4ce94d req-b924e4e7-b456-4c75-a553-dbad5669aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:08.239428 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-792469d2-e6ce-49c1-8792-1b09fa4ce94d req-b924e4e7-b456-4c75-a553-dbad5669aedc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88211e5f-efd4-4ca0-9676-206641841ae8 HTTP/1.1" status: 200 len: 853 time: 0.0462470 Mar 29 15:05:08.288583 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792469d2-e6ce-49c1-8792-1b09fa4ce94d req-0ba1c6ee-af35-4b18-b050-070ba3f0052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:08.290113 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-792469d2-e6ce-49c1-8792-1b09fa4ce94d req-0ba1c6ee-af35-4b18-b050-070ba3f0052c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=66bf88d8-b922-4f24-b74c-aa730f28c713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441151 Mar 29 15:05:08.313553 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f385dc-46ea-492b-9195-8e4751c149ab req-79e75ce4-7551-4dd4-9417-2fb048aa426b tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:08.314943 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c4f385dc-46ea-492b-9195-8e4751c149ab req-79e75ce4-7551-4dd4-9417-2fb048aa426b tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 943 time: 0.0525732 Mar 29 15:05:08.361707 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c4f385dc-46ea-492b-9195-8e4751c149ab req-e8c4ee94-b91c-4d1a-8433-5a67a4682480 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404356 Mar 29 15:05:08.384494 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-792469d2-e6ce-49c1-8792-1b09fa4ce94d req-daeb32b0-75cc-4a8e-a908-8751b726c817 service neutron] 10.222.0.36 "GET /v2.0/networks/66bf88d8-b922-4f24-b74c-aa730f28c713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876682 Mar 29 15:05:08.514924 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-792469d2-e6ce-49c1-8792-1b09fa4ce94d req-cf3ff2c8-a768-4904-910f-21ac0cba328b service neutron] 10.222.0.36 "GET /v2.0/networks/66bf88d8-b922-4f24-b74c-aa730f28c713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230602 Mar 29 15:05:08.522060 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647ab33-12d2-4100-96dd-d557a699f60e req-b7d274f5-a07e-4740-958b-4356d1b2f7d1 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:08.523516 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1647ab33-12d2-4100-96dd-d557a699f60e req-b7d274f5-a07e-4740-958b-4356d1b2f7d1 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 943 time: 0.0888708 Mar 29 15:05:08.571351 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1647ab33-12d2-4100-96dd-d557a699f60e req-a3051ad9-7bd4-4cbd-8410-e7ea9b9d4a1b tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420778 Mar 29 15:05:08.684592 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162acf4-b9b8-489c-87f0-ae0218c45e67 req-8471ef73-5e6b-4db6-b334-eeae86203354 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:08.686037 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c162acf4-b9b8-489c-87f0-ae0218c45e67 req-8471ef73-5e6b-4db6-b334-eeae86203354 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 944 time: 0.0544257 Mar 29 15:05:08.731767 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c162acf4-b9b8-489c-87f0-ae0218c45e67 req-470da8f4-9dd6-4e26-8541-8e7651d84750 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390663 Mar 29 15:05:09.478505 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023b088-2220-489f-a2a9-46a44fc58566 req-47031d9b-56b5-4577-8fbd-9c65f7d3981e tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:09.479902 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-c023b088-2220-489f-a2a9-46a44fc58566 req-47031d9b-56b5-4577-8fbd-9c65f7d3981e tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 943 time: 0.0513721 Mar 29 15:05:09.527139 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-c023b088-2220-489f-a2a9-46a44fc58566 req-75714033-81e9-4677-89d1-410ec6091f11 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403035 Mar 29 15:05:09.687529 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3951c25-38c2-4a00-8275-09597d264db2 req-aa1e475c-ee60-4728-ad03-911f11267908 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:09.689011 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b3951c25-38c2-4a00-8275-09597d264db2 req-aa1e475c-ee60-4728-ad03-911f11267908 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 943 time: 0.0542214 Mar 29 15:05:09.736759 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b3951c25-38c2-4a00-8275-09597d264db2 req-66440456-054f-4ea1-a82a-f642ea044c30 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416257 Mar 29 15:05:09.849941 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1e2c7-7b8f-4169-a5d6-eb86d1de7e84 req-3d0cecbf-315e-41ce-9add-bfe2848dc820 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:09.851397 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-81f1e2c7-7b8f-4169-a5d6-eb86d1de7e84 req-3d0cecbf-315e-41ce-9add-bfe2848dc820 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 944 time: 0.0553219 Mar 29 15:05:09.881229 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device fb15d576-f3a3-4bd7-85de-8d5fdca7f742 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:05:09.904583 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-81f1e2c7-7b8f-4169-a5d6-eb86d1de7e84 req-96cc6c63-8918-48c5-a3b8-94e52a7e9895 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477009 Mar 29 15:05:09.978344 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port fb15d576-f3a3-4bd7-85de-8d5fdca7f742, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=fb15d576-f3a3-4bd7-85de-8d5fdca7f742,segment=NetworkSegment(8bd2d44c-527f-4823-9e0f-54363ae6a8b4),segment_id=8bd2d44c-527f-4823-9e0f-54363ae6a8b4)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:05:09.990850 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Returning: {'device': 'fb15d576-f3a3-4bd7-85de-8d5fdca7f742', 'network_id': 'b13f3ae4-8e75-4c64-a663-7c5985047fd7', 'port_id': 'fb15d576-f3a3-4bd7-85de-8d5fdca7f742', 'mac_address': 'fa:16:3e:0b:7f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9adb672-ebf2-4a64-969e-01885f2f47a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:05:10.030146 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port fb15d576-f3a3-4bd7-85de-8d5fdca7f742 is: DOWN; New status is: BUILD {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:05:10.030536 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (fb15d576-f3a3-4bd7-85de-8d5fdca7f742), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:10.043973 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb15d576-f3a3-4bd7-85de-8d5fdca7f742 {{(pid=103155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:05:10.062835 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port fb15d576-f3a3-4bd7-85de-8d5fdca7f742, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=fb15d576-f3a3-4bd7-85de-8d5fdca7f742,segment=NetworkSegment(8bd2d44c-527f-4823-9e0f-54363ae6a8b4),segment_id=8bd2d44c-527f-4823-9e0f-54363ae6a8b4)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:05:10.067767 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (fb15d576-f3a3-4bd7-85de-8d5fdca7f742), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:10.114095 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=fb15d576-f3a3-4bd7-85de-8d5fdca7f742,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:05:10.120940 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:10.121288 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:10.121630 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:10.121972 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:10.122306 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:10.122634 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:10.122960 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:10.123283 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:10.123605 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:10.123928 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:10.124251 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:10.124621 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:10.124950 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:10.125269 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:10.125591 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:10.647038 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22155b9-c45c-4313-90b5-67f441cc585c req-28d07098-3dbf-4cff-a04c-7d8a5a12e0e7 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:10.648413 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b22155b9-c45c-4313-90b5-67f441cc585c req-28d07098-3dbf-4cff-a04c-7d8a5a12e0e7 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 943 time: 0.0565600 Mar 29 15:05:10.695620 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b22155b9-c45c-4313-90b5-67f441cc585c req-43630f92-2f3e-48b6-88f2-5757e9cb3efd tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416579 Mar 29 15:05:10.762529 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['fb15d576-f3a3-4bd7-85de-8d5fdca7f742'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:05:10.852816 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237e902-e823-4137-89ec-cfe3e8f57a7e req-eab357af-a7bf-4c7e-8af5-633354f3f6b8 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:10.854288 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b237e902-e823-4137-89ec-cfe3e8f57a7e req-eab357af-a7bf-4c7e-8af5-633354f3f6b8 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 944 time: 0.0516214 Mar 29 15:05:10.910921 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b237e902-e823-4137-89ec-cfe3e8f57a7e req-ade66ebd-e701-448c-9593-583cf09f0754 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495381 Mar 29 15:05:11.025306 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595333ec-0e7d-46a3-b7c1-c6874f8eca64 req-8fac40d6-50c0-46fa-9ca3-8bca683cf9fd tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:11.026904 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-595333ec-0e7d-46a3-b7c1-c6874f8eca64 req-8fac40d6-50c0-46fa-9ca3-8bca683cf9fd tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 944 time: 0.0531824 Mar 29 15:05:11.071738 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-595333ec-0e7d-46a3-b7c1-c6874f8eca64 req-c8456508-69b2-4a16-9bb9-69292656788c tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394270 Mar 29 15:05:11.390932 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-4fb191dc-f7c0-49dc-82c3-113bce3bb03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:11.817229 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00296549-b4b2-435c-ac0d-60dcdcf6fd61 req-b36842c7-3380-49e1-ade2-19cce1978850 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:11.818707 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-00296549-b4b2-435c-ac0d-60dcdcf6fd61 req-b36842c7-3380-49e1-ade2-19cce1978850 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 943 time: 0.0586412 Mar 29 15:05:11.865852 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-00296549-b4b2-435c-ac0d-60dcdcf6fd61 req-e51371f7-d8f2-4dda-9eff-935e2c1224ea tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416903 Mar 29 15:05:11.904461 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:05:12.005558 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078,segment=NetworkSegment(4fbed87f-156e-4319-8f4b-d848b3fb3e62),segment_id=4fbed87f-156e-4319-8f4b-d848b3fb3e62)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:05:12.016748 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Returning: {'device': '2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078', 'network_id': '66bf88d8-b922-4f24-b74c-aa730f28c713', 'port_id': '2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078', 'mac_address': 'fa:16:3e:78:cf:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88211e5f-efd4-4ca0-9676-206641841ae8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:05:12.029257 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c593e2a-a3a6-4b23-a061-82e8732c5996 req-2404c729-5da8-4552-ac0a-d7bda2498cce tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:12.030716 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-5c593e2a-a3a6-4b23-a061-82e8732c5996 req-2404c729-5da8-4552-ac0a-d7bda2498cce tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 944 time: 0.0543518 Mar 29 15:05:12.055524 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 is: DOWN; New status is: BUILD {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:05:12.055921 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:12.069202 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 {{(pid=103155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:05:12.081235 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-5c593e2a-a3a6-4b23-a061-82e8732c5996 req-5e3f8db4-8569-437f-9fc1-7e2140937e09 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442281 Mar 29 15:05:12.090607 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078,segment=NetworkSegment(4fbed87f-156e-4319-8f4b-d848b3fb3e62),segment_id=4fbed87f-156e-4319-8f4b-d848b3fb3e62)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:05:12.101810 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:12.102994 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device eaf27678-cc54-48e4-b910-e157eda7b9bd details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:05:12.191446 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f2586-45c0-4ae3-a5f3-f421c54e6c2e req-f898ca91-d9a6-49e2-85e9-0248cf3be284 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:12.192937 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-936f2586-45c0-4ae3-a5f3-f421c54e6c2e req-f898ca91-d9a6-49e2-85e9-0248cf3be284 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 945 time: 0.0541651 Mar 29 15:05:12.197699 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:05:12.244327 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-936f2586-45c0-4ae3-a5f3-f421c54e6c2e req-cec20082-2144-47bc-a455-2bd1a1c49929 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451961 Mar 29 15:05:12.245181 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port eaf27678-cc54-48e4-b910-e157eda7b9bd, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=eaf27678-cc54-48e4-b910-e157eda7b9bd,segment=NetworkSegment(c4910bd0-952b-4530-8412-09d294143007),segment_id=c4910bd0-952b-4530-8412-09d294143007)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:05:12.258528 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Returning: {'device': 'eaf27678-cc54-48e4-b910-e157eda7b9bd', 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466', 'port_id': 'eaf27678-cc54-48e4-b910-e157eda7b9bd', 'mac_address': 'fa:16:3e:a0:43:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4785f368-95a0-409f-b70d-930d5b4d123e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:05:12.296137 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port eaf27678-cc54-48e4-b910-e157eda7b9bd is: DOWN; New status is: BUILD {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:05:12.296522 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (eaf27678-cc54-48e4-b910-e157eda7b9bd), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:12.308833 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf27678-cc54-48e4-b910-e157eda7b9bd {{(pid=103155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:05:12.327500 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port eaf27678-cc54-48e4-b910-e157eda7b9bd, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=eaf27678-cc54-48e4-b910-e157eda7b9bd,segment=NetworkSegment(c4910bd0-952b-4530-8412-09d294143007),segment_id=c4910bd0-952b-4530-8412-09d294143007)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:05:12.331885 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (eaf27678-cc54-48e4-b910-e157eda7b9bd), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:12.382127 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=eaf27678-cc54-48e4-b910-e157eda7b9bd,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:05:12.872232 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['eaf27678-cc54-48e4-b910-e157eda7b9bd'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:05:12.902046 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:05:12.981334 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e20b41-af25-475b-b3e8-37cb4996a97d req-d1222c5a-0823-42b1-a33f-da36766fc34f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:12.985021 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f4e20b41-af25-475b-b3e8-37cb4996a97d req-d1222c5a-0823-42b1-a33f-da36766fc34f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 944 time: 0.0539639 Mar 29 15:05:13.029976 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f4e20b41-af25-475b-b3e8-37cb4996a97d req-a4e5c5da-b0e0-4f68-89ce-3bef7a943c1b tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407386 Mar 29 15:05:13.198920 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6e665-fcf3-42e4-8a92-93d748b01c45 req-b697e277-0da2-4a8e-aa4f-571e7ea6a67a tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:13.200367 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-70e6e665-fcf3-42e4-8a92-93d748b01c45 req-b697e277-0da2-4a8e-aa4f-571e7ea6a67a tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 944 time: 0.0522358 Mar 29 15:05:13.249147 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-70e6e665-fcf3-42e4-8a92-93d748b01c45 req-d22786c3-4c08-41be-a12c-e2ddb3ecfc3b tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432723 Mar 29 15:05:13.369416 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5ba8f-4e09-41b0-98a2-caab4f750485 req-2f083718-92ec-4051-91ad-c6aecc050764 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:13.370856 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-faf5ba8f-4e09-41b0-98a2-caab4f750485 req-2f083718-92ec-4051-91ad-c6aecc050764 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 945 time: 0.0541801 Mar 29 15:05:13.417623 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-faf5ba8f-4e09-41b0-98a2-caab4f750485 req-c224e2b0-9d7d-4d80-9a3b-aa5976b4d029 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412192 Mar 29 15:05:13.714161 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9dd8281b-9070-45de-b00e-831163685302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:13.923139 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device fb15d576-f3a3-4bd7-85de-8d5fdca7f742 up at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:05:13.976334 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning for port fb15d576-f3a3-4bd7-85de-8d5fdca7f742 completed by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:05:13.980721 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning complete for port fb15d576-f3a3-4bd7-85de-8d5fdca7f742 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:05:13.981172 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (fb15d576-f3a3-4bd7-85de-8d5fdca7f742), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:14.057450 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port fb15d576-f3a3-4bd7-85de-8d5fdca7f742 is: BUILD; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:05:14.057838 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (fb15d576-f3a3-4bd7-85de-8d5fdca7f742), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:14.082551 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7eece6-6367-406a-b6ae-890610cedbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb15d576-f3a3-4bd7-85de-8d5fdca7f742'}] {{(pid=103155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:05:14.084823 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38c8142a5be8756d7824345574af4facaba61695d099691de86e3daaece1ccc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840dd95f-e037-4aa9-93c5-50506048d39d" -d '{"events": [{"server_uuid": "2f7eece6-6367-406a-b6ae-890610cedbcb", "name": "network-vif-plugged", "status": "completed", "tag": "fb15d576-f3a3-4bd7-85de-8d5fdca7f742"}]}' {{(pid=103155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:05:14.097935 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port fb15d576-f3a3-4bd7-85de-8d5fdca7f742, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=fb15d576-f3a3-4bd7-85de-8d5fdca7f742,segment=NetworkSegment(8bd2d44c-527f-4823-9e0f-54363ae6a8b4),segment_id=8bd2d44c-527f-4823-9e0f-54363ae6a8b4)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:05:14.102185 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (fb15d576-f3a3-4bd7-85de-8d5fdca7f742), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:14.130218 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95789333-b8ac-4e8c-a7f5-6d32ce799afb x-openstack-request-id: req-95789333-b8ac-4e8c-a7f5-6d32ce799afb {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:05:14.130533 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7eece6-6367-406a-b6ae-890610cedbcb", "name": "network-vif-plugged", "status": "completed", "tag": "fb15d576-f3a3-4bd7-85de-8d5fdca7f742", "code": 200}]} {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:05:14.130788 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-95789333-b8ac-4e8c-a7f5-6d32ce799afb {{(pid=103155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:05:14.131180 dv-cinder-835635-1-iscsi neutron-server[103155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95789333-b8ac-4e8c-a7f5-6d32ce799afb'] response: {'server_uuid': '2f7eece6-6367-406a-b6ae-890610cedbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb15d576-f3a3-4bd7-85de-8d5fdca7f742', 'code': 200} Mar 29 15:05:14.154361 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a99824-f503-4e5e-9468-08a1a65cc568 req-41854694-3676-4f2d-b8d4-f0876ab910c4 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:14.155893 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-87a99824-f503-4e5e-9468-08a1a65cc568 req-41854694-3676-4f2d-b8d4-f0876ab910c4 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 944 time: 0.0581203 Mar 29 15:05:14.162390 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=fb15d576-f3a3-4bd7-85de-8d5fdca7f742,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:05:14.218054 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-87a99824-f503-4e5e-9468-08a1a65cc568 req-c0968a40-c3c2-48d6-9a22-811a6792f502 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540531 Mar 29 15:05:14.307355 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106c04a-9f80-4b2a-9195-1dc93ddb37ab req-0dc7c296-5ff1-4f07-b0a2-ce636b1499af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:14.308915 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8106c04a-9f80-4b2a-9195-1dc93ddb37ab req-0dc7c296-5ff1-4f07-b0a2-ce636b1499af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 1129 time: 0.0457773 Mar 29 15:05:14.355074 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8106c04a-9f80-4b2a-9195-1dc93ddb37ab req-66bbc3b7-053d-4011-8c49-d882e289d27d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389166 Mar 29 15:05:14.371158 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85e6f3-208f-482c-9618-65588f9bdbd0 req-7f6e6484-8639-4ae6-b950-6dbf8fe35b8c tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:14.372640 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1e85e6f3-208f-482c-9618-65588f9bdbd0 req-7f6e6484-8639-4ae6-b950-6dbf8fe35b8c tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 945 time: 0.0550690 Mar 29 15:05:14.419077 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1e85e6f3-208f-482c-9618-65588f9bdbd0 req-1cdd864e-3ab5-4013-bebe-2a9b89c835bd tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409420 Mar 29 15:05:14.535878 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7058e4-6399-48c9-b84e-0045409945b5 req-31b436cc-b446-47c9-82c2-1387fab08343 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:14.537268 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-da7058e4-6399-48c9-b84e-0045409945b5 req-31b436cc-b446-47c9-82c2-1387fab08343 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 945 time: 0.0553627 Mar 29 15:05:14.587000 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-da7058e4-6399-48c9-b84e-0045409945b5 req-aef44d04-2265-49e7-a3a2-2f6a40f2b9bf tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402374 Mar 29 15:05:14.710923 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:15.337838 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961f22f-ebba-43f6-9060-ca3d679b893e req-26386ccb-0407-4d5e-95fc-a7399c280ff1 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:15.339364 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-8961f22f-ebba-43f6-9060-ca3d679b893e req-26386ccb-0407-4d5e-95fc-a7399c280ff1 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 944 time: 0.0545812 Mar 29 15:05:15.386741 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-8961f22f-ebba-43f6-9060-ca3d679b893e req-33227e86-bd81-49db-9023-b410bbac1236 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419099 Mar 29 15:05:15.537313 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd28338-98de-42eb-9e0c-92b134c2f3e4 req-3d810b33-17d7-4148-8b2a-59d0c578123c tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:15.538764 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-dcd28338-98de-42eb-9e0c-92b134c2f3e4 req-3d810b33-17d7-4148-8b2a-59d0c578123c tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 945 time: 0.0531223 Mar 29 15:05:15.584792 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-dcd28338-98de-42eb-9e0c-92b134c2f3e4 req-5e2bccfb-ad7c-4a2f-8659-8a62ba6fa3df tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402217 Mar 29 15:05:15.700909 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801992ed-e142-4ccc-a15f-8c63c7dadc7f req-7e10623d-e156-4a72-864d-822b236bca4d tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:15.702365 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-801992ed-e142-4ccc-a15f-8c63c7dadc7f req-7e10623d-e156-4a72-864d-822b236bca4d tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 945 time: 0.0528870 Mar 29 15:05:15.938704 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 up at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:05:15.942523 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-801992ed-e142-4ccc-a15f-8c63c7dadc7f req-e7de867a-2ea2-48b6-85a1-b90a72b2a2dc tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344854 Mar 29 15:05:15.991441 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning for port 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 completed by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:05:15.995295 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning complete for port 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:05:15.995671 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:16.074648 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 is: BUILD; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:05:16.075033 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:16.110223 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078,segment=NetworkSegment(4fbed87f-156e-4319-8f4b-d848b3fb3e62),segment_id=4fbed87f-156e-4319-8f4b-d848b3fb3e62)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:05:16.113864 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:16.114611 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device eaf27678-cc54-48e4-b910-e157eda7b9bd up at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:05:16.139158 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacdd68b-b7de-444a-8eb8-fe308b2fa74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078'}] {{(pid=103155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:05:16.141688 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38c8142a5be8756d7824345574af4facaba61695d099691de86e3daaece1ccc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b01af8-c0a7-49aa-8641-97599bf3186f" -d '{"events": [{"server_uuid": "aacdd68b-b7de-444a-8eb8-fe308b2fa74b", "name": "network-vif-plugged", "status": "completed", "tag": "2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078"}]}' {{(pid=103155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:05:16.205498 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42dcb44d-4545-48c2-bd0d-5526f39e5f18 x-openstack-request-id: req-42dcb44d-4545-48c2-bd0d-5526f39e5f18 {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:05:16.205498 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacdd68b-b7de-444a-8eb8-fe308b2fa74b", "name": "network-vif-plugged", "status": "completed", "tag": "2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078", "code": 200}]} {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:05:16.205498 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-42dcb44d-4545-48c2-bd0d-5526f39e5f18 {{(pid=103155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:05:16.205498 dv-cinder-835635-1-iscsi neutron-server[103155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42dcb44d-4545-48c2-bd0d-5526f39e5f18'] response: {'server_uuid': 'aacdd68b-b7de-444a-8eb8-fe308b2fa74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078', 'code': 200} Mar 29 15:05:16.209235 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:05:16.235827 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning for port eaf27678-cc54-48e4-b910-e157eda7b9bd completed by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:05:16.240296 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning complete for port eaf27678-cc54-48e4-b910-e157eda7b9bd triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:05:16.240741 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (eaf27678-cc54-48e4-b910-e157eda7b9bd), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:16.323530 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port eaf27678-cc54-48e4-b910-e157eda7b9bd is: BUILD; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:05:16.323909 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (eaf27678-cc54-48e4-b910-e157eda7b9bd), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:16.356475 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port eaf27678-cc54-48e4-b910-e157eda7b9bd, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=eaf27678-cc54-48e4-b910-e157eda7b9bd,segment=NetworkSegment(c4910bd0-952b-4530-8412-09d294143007),segment_id=c4910bd0-952b-4530-8412-09d294143007)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:05:16.360231 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (eaf27678-cc54-48e4-b910-e157eda7b9bd), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:16.379225 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98f1ca-150d-48ed-930d-1b295b172264 req-5007dc40-bb8b-4283-8dbf-d3668d29eae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:16.381341 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-cc98f1ca-150d-48ed-930d-1b295b172264 req-5007dc40-bb8b-4283-8dbf-d3668d29eae6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 1130 time: 0.0468791 Mar 29 15:05:16.408656 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=eaf27678-cc54-48e4-b910-e157eda7b9bd,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:05:16.431450 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-cc98f1ca-150d-48ed-930d-1b295b172264 req-86514024-1e80-4fe4-9108-15c60486f3d8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428598 Mar 29 15:05:16.506624 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9abfd-de16-428a-8b26-c81a408ec26c req-54c735e9-d149-4fa0-95d5-0de8f4e1faa5 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:16.508113 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-cdc9abfd-de16-428a-8b26-c81a408ec26c req-54c735e9-d149-4fa0-95d5-0de8f4e1faa5 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0547159 Mar 29 15:05:16.539755 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:16.561243 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-cdc9abfd-de16-428a-8b26-c81a408ec26c req-e166302f-1c29-4260-8539-7ac89f44b412 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473588 Mar 29 15:05:16.705075 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893eae8-c755-4d20-b0f6-16a4aba2a78c req-7293f218-6f31-43b7-a689-7d8407a847ca tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:16.706651 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a893eae8-c755-4d20-b0f6-16a4aba2a78c req-7293f218-6f31-43b7-a689-7d8407a847ca tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 945 time: 0.0552757 Mar 29 15:05:16.755144 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a893eae8-c755-4d20-b0f6-16a4aba2a78c req-175e62dc-a4be-458f-9f32-0834e26afedd tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421975 Mar 29 15:05:17.062861 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49e018-bf2a-4097-ad5c-5fa3de315472 req-48c9535c-91e1-4035-be13-835a083a9b4f tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:17.064443 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7f49e018-bf2a-4097-ad5c-5fa3de315472 req-48c9535c-91e1-4035-be13-835a083a9b4f tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 946 time: 0.0544510 Mar 29 15:05:17.116008 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7f49e018-bf2a-4097-ad5c-5fa3de315472 req-fd80835c-a5d1-4783-9753-f31eecb79a78 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453367 Mar 29 15:05:17.409464 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a41f9-f068-4e38-b3dc-10f33ae8a1ca req-4e8832aa-b929-4d17-8b92-4cfa179c0ee8 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:17.410922 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-618a41f9-f068-4e38-b3dc-10f33ae8a1ca req-4e8832aa-b929-4d17-8b92-4cfa179c0ee8 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 945 time: 0.0524645 Mar 29 15:05:17.458796 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-618a41f9-f068-4e38-b3dc-10f33ae8a1ca req-e49d7acc-d19e-415a-b47d-6d732fbd35ea tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415354 Mar 29 15:05:17.602575 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:17.685379 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c1092-960b-4471-821e-31234c9311d2 req-fed970a1-b96b-47a2-b7eb-069fcf6e34a3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:17.686852 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9e3c1092-960b-4471-821e-31234c9311d2 req-fed970a1-b96b-47a2-b7eb-069fcf6e34a3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0523691 Mar 29 15:05:17.733931 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9e3c1092-960b-4471-821e-31234c9311d2 req-3647ebcc-8b5d-4f11-add5-701a02d79684 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416405 Mar 29 15:05:18.204021 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36000ca-2412-455c-99ce-c90ce388cb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf27678-cc54-48e4-b910-e157eda7b9bd'}] {{(pid=103155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:05:18.206371 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38c8142a5be8756d7824345574af4facaba61695d099691de86e3daaece1ccc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c16f4af-a183-4d24-ac5d-10dd59ca8049" -d '{"events": [{"server_uuid": "e36000ca-2412-455c-99ce-c90ce388cb11", "name": "network-vif-plugged", "status": "completed", "tag": "eaf27678-cc54-48e4-b910-e157eda7b9bd"}]}' {{(pid=103155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:05:18.242332 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63d3b37-c4b6-4702-a923-076addd4e79a x-openstack-request-id: req-f63d3b37-c4b6-4702-a923-076addd4e79a {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:05:18.242651 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36000ca-2412-455c-99ce-c90ce388cb11", "name": "network-vif-plugged", "status": "completed", "tag": "eaf27678-cc54-48e4-b910-e157eda7b9bd", "code": 200}]} {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:05:18.242909 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f63d3b37-c4b6-4702-a923-076addd4e79a {{(pid=103155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:05:18.243300 dv-cinder-835635-1-iscsi neutron-server[103155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f63d3b37-c4b6-4702-a923-076addd4e79a'] response: {'server_uuid': 'e36000ca-2412-455c-99ce-c90ce388cb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf27678-cc54-48e4-b910-e157eda7b9bd', 'code': 200} Mar 29 15:05:18.243463 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138ce3e-f778-49a9-8db0-7890daffee51 req-b0158278-c1ca-4ed4-95e0-1a0a9bb58933 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:18.244977 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b138ce3e-f778-49a9-8db0-7890daffee51 req-b0158278-c1ca-4ed4-95e0-1a0a9bb58933 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 946 time: 0.0534835 Mar 29 15:05:18.293076 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b138ce3e-f778-49a9-8db0-7890daffee51 req-e55188e9-565e-44fb-94f3-e9f51cad42fc tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425668 Mar 29 15:05:18.447016 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14e66e-00fc-4bd7-ad84-7ef940a18724 req-dbb81e48-e563-420a-b740-3c152eeb23c6 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:18.448473 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ee14e66e-00fc-4bd7-ad84-7ef940a18724 req-dbb81e48-e563-420a-b740-3c152eeb23c6 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 946 time: 0.0820410 Mar 29 15:05:18.462010 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a612cb0-9c6f-4ef4-b30d-e1e08a2a168f req-cce7bc4b-3e0c-4909-9963-d6387773b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:18.463419 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1a612cb0-9c6f-4ef4-b30d-e1e08a2a168f req-cce7bc4b-3e0c-4909-9963-d6387773b1b0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 1129 time: 0.0674069 Mar 29 15:05:18.521157 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ee14e66e-00fc-4bd7-ad84-7ef940a18724 req-c7825157-f000-431e-b974-14a12cc7b068 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664847 Mar 29 15:05:18.531473 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1a612cb0-9c6f-4ef4-b30d-e1e08a2a168f req-3857b212-e249-44d1-b37b-467be7101c60 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589802 Mar 29 15:05:18.583632 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bd25c-5a14-4649-a00e-61fe68bcda11 req-01e5c369-54c5-4d95-838a-0b63f47e3fdc tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:18.585112 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c05bd25c-5a14-4649-a00e-61fe68bcda11 req-01e5c369-54c5-4d95-838a-0b63f47e3fdc tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 945 time: 0.0583298 Mar 29 15:05:18.630638 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c05bd25c-5a14-4649-a00e-61fe68bcda11 req-b35dbea4-5363-478a-bd01-f383e02f1f8e tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399952 Mar 29 15:05:18.846854 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b03fa3-3874-4e71-8559-9369f090599b req-db03c90a-8cfd-4c55-89b4-dd594958025f tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:18.848858 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d7b03fa3-3874-4e71-8559-9369f090599b req-db03c90a-8cfd-4c55-89b4-dd594958025f tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 946 time: 0.0536265 Mar 29 15:05:18.850047 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0d66b-18a3-49ac-be23-50d5711eef08 req-34c42e14-995d-45d0-ad09-36a623eb4a7d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:18.851492 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-09d0d66b-18a3-49ac-be23-50d5711eef08 req-34c42e14-995d-45d0-ad09-36a623eb4a7d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0520871 Mar 29 15:05:18.897244 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d7b03fa3-3874-4e71-8559-9369f090599b req-08923984-cd7a-4d14-8646-8a0aaa8f0255 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424902 Mar 29 15:05:18.901250 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-09d0d66b-18a3-49ac-be23-50d5711eef08 req-a6ccb04b-09ad-4338-9832-61ad14c54c09 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443988 Mar 29 15:05:19.526445 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1972f-247e-41ac-b885-00125596de43 req-1b1c235e-9cf8-4396-a90b-bdefbd375e60 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:19.527860 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-41c1972f-247e-41ac-b885-00125596de43 req-1b1c235e-9cf8-4396-a90b-bdefbd375e60 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 945 time: 0.0521433 Mar 29 15:05:19.619482 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [req-41c1972f-247e-41ac-b885-00125596de43 req-7b009566-6d70-41e8-bb8d-b1832b16cbed tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Deleting port fb15d576-f3a3-4bd7-85de-8d5fdca7f742 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:05:19.619819 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-41c1972f-247e-41ac-b885-00125596de43 req-7b009566-6d70-41e8-bb8d-b1832b16cbed tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (fb15d576-f3a3-4bd7-85de-8d5fdca7f742), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:19.711863 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-41c1972f-247e-41ac-b885-00125596de43 req-7b009566-6d70-41e8-bb8d-b1832b16cbed tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] For port fb15d576-f3a3-4bd7-85de-8d5fdca7f742, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=fb15d576-f3a3-4bd7-85de-8d5fdca7f742,segment=NetworkSegment(8bd2d44c-527f-4823-9e0f-54363ae6a8b4),segment_id=8bd2d44c-527f-4823-9e0f-54363ae6a8b4)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:05:19.712256 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-41c1972f-247e-41ac-b885-00125596de43 req-7b009566-6d70-41e8-bb8d-b1832b16cbed tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (fb15d576-f3a3-4bd7-85de-8d5fdca7f742), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:19.725572 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [req-41c1972f-247e-41ac-b885-00125596de43 req-7b009566-6d70-41e8-bb8d-b1832b16cbed tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Calling delete_port for fb15d576-f3a3-4bd7-85de-8d5fdca7f742 owned by compute:nova {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:05:19.747645 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3fbec-a9b5-4e4c-a823-32a321e1322f req-17217f3d-6264-4b81-a5e6-f834df54eaa5 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:19.749148 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-61d3fbec-a9b5-4e4c-a823-32a321e1322f req-17217f3d-6264-4b81-a5e6-f834df54eaa5 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f7eece6-6367-406a-b6ae-890610cedbcb HTTP/1.1" status: 200 len: 945 time: 0.0524204 Mar 29 15:05:19.800189 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-61d3fbec-a9b5-4e4c-a823-32a321e1322f req-d7333f37-ec53-4401-88eb-8b4d9f9ee022 tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453558 Mar 29 15:05:19.853769 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-41c1972f-247e-41ac-b885-00125596de43 req-7b009566-6d70-41e8-bb8d-b1832b16cbed tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (fb15d576-f3a3-4bd7-85de-8d5fdca7f742), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:19.866215 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['fb15d576-f3a3-4bd7-85de-8d5fdca7f742'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:05:19.881663 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b009566-6d70-41e8-bb8d-b1832b16cbed tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Pushing event deleted for resources: {'Port': ['ID=fb15d576-f3a3-4bd7-85de-8d5fdca7f742,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:05:19.929570 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c1972f-247e-41ac-b885-00125596de43 req-7b009566-6d70-41e8-bb8d-b1832b16cbed tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] No DVR routers for this DVR port fb15d576-f3a3-4bd7-85de-8d5fdca7f742 on host hv-cinder-83563 {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:05:19.933132 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-41c1972f-247e-41ac-b885-00125596de43 req-7b009566-6d70-41e8-bb8d-b1832b16cbed tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:19.936498 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-41c1972f-247e-41ac-b885-00125596de43 req-7b009566-6d70-41e8-bb8d-b1832b16cbed tempest-VolumesActionsTest-1349158284 tempest-VolumesActionsTest-1349158284-project] 10.222.0.36 "DELETE /v2.0/ports/fb15d576-f3a3-4bd7-85de-8d5fdca7f742 HTTP/1.1" status: 204 len: 173 time: 0.4032700 Mar 29 15:05:19.937024 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7eece6-6367-406a-b6ae-890610cedbcb', 'name': 'network-vif-deleted', 'tag': 'fb15d576-f3a3-4bd7-85de-8d5fdca7f742'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:05:19.939642 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8313ddba-cb98-4bcb-b10e-9b8a371a9922" -d '{"events": [{"server_uuid": "2f7eece6-6367-406a-b6ae-890610cedbcb", "name": "network-vif-deleted", "tag": "fb15d576-f3a3-4bd7-85de-8d5fdca7f742"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:05:19.979871 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b18bf8-1121-4b90-8060-82386c41f7e9 x-openstack-request-id: req-d5b18bf8-1121-4b90-8060-82386c41f7e9 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:05:19.980217 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7eece6-6367-406a-b6ae-890610cedbcb", "name": "network-vif-deleted", "tag": "fb15d576-f3a3-4bd7-85de-8d5fdca7f742", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:05:19.980686 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d5b18bf8-1121-4b90-8060-82386c41f7e9 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:05:19.981037 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b18bf8-1121-4b90-8060-82386c41f7e9'] response: {'server_uuid': '2f7eece6-6367-406a-b6ae-890610cedbcb', 'name': 'network-vif-deleted', 'tag': 'fb15d576-f3a3-4bd7-85de-8d5fdca7f742', 'status': 'completed', 'code': 200} Mar 29 15:05:20.042396 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593f9fd-177d-4637-ba5e-aa282ee82515 req-08f89284-6d28-4d9f-aa40-f77c4c5490fc tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:20.043885 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1593f9fd-177d-4637-ba5e-aa282ee82515 req-08f89284-6d28-4d9f-aa40-f77c4c5490fc tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0553019 Mar 29 15:05:20.097312 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1593f9fd-177d-4637-ba5e-aa282ee82515 req-f73b528e-1c1f-4156-82d7-5df09c7e992b tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476439 Mar 29 15:05:21.224931 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579a909-fa70-4b35-ad8b-cf4020a0e224 req-d5d9e6f8-9b54-481d-9ea6-05be1c7955ea tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:21.226533 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-4579a909-fa70-4b35-ad8b-cf4020a0e224 req-d5d9e6f8-9b54-481d-9ea6-05be1c7955ea tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0592527 Mar 29 15:05:21.274807 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-4579a909-fa70-4b35-ad8b-cf4020a0e224 req-d469aa52-88d0-4519-b7c2-605acfb629f0 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427620 Mar 29 15:05:21.393322 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a13d0f-8714-46a7-839b-63b1b00c6a17 req-8187b804-94d4-4f00-a5fe-16ad6e2f4a1a tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:21.394876 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f8a13d0f-8714-46a7-839b-63b1b00c6a17 req-8187b804-94d4-4f00-a5fe-16ad6e2f4a1a tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0542197 Mar 29 15:05:21.404467 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 41152) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:05:21.409222 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-27df9b4c-0fa9-47b4-a6c2-7cb8ce6d1310 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Request body: {'floatingip': {'port_id': 'eaf27678-cc54-48e4-b910-e157eda7b9bd'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:05:21.450905 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-27df9b4c-0fa9-47b4-a6c2-7cb8ce6d1310 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks [] for floatingip (114cee56-4c53-4468-b003-172614af083f), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:21.882949 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-27df9b4c-0fa9-47b4-a6c2-7cb8ce6d1310 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:21.886709 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-27df9b4c-0fa9-47b4-a6c2-7cb8ce6d1310 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (114cee56-4c53-4468-b003-172614af083f), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:21.988773 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.l3_db [None req-27df9b4c-0fa9-47b4-a6c2-7cb8ce6d1310 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Floating IP 114cee56-4c53-4468-b003-172614af083f associated. External IP: 172.27.2.79, port: eaf27678-cc54-48e4-b910-e157eda7b9bd. Mar 29 15:05:22.204360 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27df9b4c-0fa9-47b4-a6c2-7cb8ce6d1310 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Router dd7c4c58-77c7-467d-9f82-247cad7ab62e has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:05:22.544113 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27df9b4c-0fa9-47b4-a6c2-7cb8ce6d1310 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:05:22.548996 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-27df9b4c-0fa9-47b4-a6c2-7cb8ce6d1310 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:22.554659 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a7721a-f944-42d5-ae38-a8c97763bfb0 None None] Sync routers for ids ['dd7c4c58-77c7-467d-9f82-247cad7ab62e'] in dv-cinder-835635-1-iscsi {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:05:22.563939 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a7721a-f944-42d5-ae38-a8c97763bfb0 None None] Routers {'dd7c4c58-77c7-467d-9f82-247cad7ab62e'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:05:22.564537 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-a4a7721a-f944-42d5-ae38-a8c97763bfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:05:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['dd7c4c58-77c7-467d-9f82-247cad7ab62e'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:05:22.578346 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-27df9b4c-0fa9-47b4-a6c2-7cb8ce6d1310 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "PUT /v2.0/floatingips/114cee56-4c53-4468-b003-172614af083f HTTP/1.1" status: 200 len: 990 time: 1.1726034 Mar 29 15:05:22.578925 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36000ca-2412-455c-99ce-c90ce388cb11', 'tag': 'eaf27678-cc54-48e4-b910-e157eda7b9bd'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:05:22.581154 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19423f3c-6a15-4b2d-9c97-ef0a17535925" -d '{"events": [{"name": "network-changed", "server_uuid": "e36000ca-2412-455c-99ce-c90ce388cb11", "tag": "eaf27678-cc54-48e4-b910-e157eda7b9bd"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:05:22.619479 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93956baf-9849-4a97-adf8-1edd4d9f7805 x-openstack-request-id: req-93956baf-9849-4a97-adf8-1edd4d9f7805 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:05:22.619767 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36000ca-2412-455c-99ce-c90ce388cb11", "tag": "eaf27678-cc54-48e4-b910-e157eda7b9bd", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:05:22.620013 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-93956baf-9849-4a97-adf8-1edd4d9f7805 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:05:22.620414 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93956baf-9849-4a97-adf8-1edd4d9f7805'] response: {'name': 'network-changed', 'server_uuid': 'e36000ca-2412-455c-99ce-c90ce388cb11', 'tag': 'eaf27678-cc54-48e4-b910-e157eda7b9bd', 'status': 'completed', 'code': 200} Mar 29 15:05:22.683834 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-a4a7721a-f944-42d5-ae38-a8c97763bfb0 None None] Set router dd7c4c58-77c7-467d-9f82-247cad7ab62e gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:05:22.902310 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-a4a7721a-f944-42d5-ae38-a8c97763bfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'name': 'tempest-ServerRescueNegativeTestJSON-954116710-router', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '876eac65-f672-4953-84b6-544e85e87cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:23Z', 'updated_at': '2022-03-29T15:02:32Z', 'revision_number': 4, 'project_id': '00f07373deef4fc0b642c58742393b86', 'gw_port': {'id': '876eac65-f672-4953-84b6-544e85e87cde', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:24Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '114cee56-4c53-4468-b003-172614af083f', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'port_id': 'eaf27678-cc54-48e4-b910-e157eda7b9bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466', 'mac_address': 'fa:16:3e:a0:43:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36000ca-2412-455c-99ce-c90ce388cb11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:04:45Z', 'updated_at': '2022-03-29T15:05:21Z', 'revision_number': 1, 'project_id': '00f07373deef4fc0b642c58742393b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8122cb94-5ff8-45ab-80fe-d59daca07898', 'name': '', 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'mac_address': 'fa:16:3e:86:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4785f368-95a0-409f-b70d-930d5b4d123e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:30Z', 'updated_at': '2022-03-29T15:02:42Z', 'revision_number': 5, 'project_id': '00f07373deef4fc0b642c58742393b86', 'subnets': [{'id': '4785f368-95a0-409f-b70d-930d5b4d123e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:05:22.935108 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a7721a-f944-42d5-ae38-a8c97763bfb0 None None] Checking router: dd7c4c58-77c7-467d-9f82-247cad7ab62e for host: dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:05:22.950688 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a7721a-f944-42d5-ae38-a8c97763bfb0 None None] Routers {'dd7c4c58-77c7-467d-9f82-247cad7ab62e'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:05:22.951286 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-a4a7721a-f944-42d5-ae38-a8c97763bfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:05:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['dd7c4c58-77c7-467d-9f82-247cad7ab62e'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:05:23.053930 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-a4a7721a-f944-42d5-ae38-a8c97763bfb0 None None] Set router dd7c4c58-77c7-467d-9f82-247cad7ab62e gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:05:23.276938 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-a4a7721a-f944-42d5-ae38-a8c97763bfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'name': 'tempest-ServerRescueNegativeTestJSON-954116710-router', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '876eac65-f672-4953-84b6-544e85e87cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:23Z', 'updated_at': '2022-03-29T15:02:32Z', 'revision_number': 4, 'project_id': '00f07373deef4fc0b642c58742393b86', 'gw_port': {'id': '876eac65-f672-4953-84b6-544e85e87cde', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:24Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '114cee56-4c53-4468-b003-172614af083f', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'port_id': 'eaf27678-cc54-48e4-b910-e157eda7b9bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466', 'mac_address': 'fa:16:3e:a0:43:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36000ca-2412-455c-99ce-c90ce388cb11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:04:45Z', 'updated_at': '2022-03-29T15:05:21Z', 'revision_number': 1, 'project_id': '00f07373deef4fc0b642c58742393b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8122cb94-5ff8-45ab-80fe-d59daca07898', 'name': '', 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'mac_address': 'fa:16:3e:86:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4785f368-95a0-409f-b70d-930d5b4d123e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:30Z', 'updated_at': '2022-03-29T15:02:42Z', 'revision_number': 5, 'project_id': '00f07373deef4fc0b642c58742393b86', 'subnets': [{'id': '4785f368-95a0-409f-b70d-930d5b4d123e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:05:23.304334 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a7721a-f944-42d5-ae38-a8c97763bfb0 None None] The sync data for ids ['dd7c4c58-77c7-467d-9f82-247cad7ab62e'] in dv-cinder-835635-1-iscsi is: [{'id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'name': 'tempest-ServerRescueNegativeTestJSON-954116710-router', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '876eac65-f672-4953-84b6-544e85e87cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:23Z', 'updated_at': '2022-03-29T15:02:32Z', 'revision_number': 4, 'project_id': '00f07373deef4fc0b642c58742393b86', 'gw_port': {'id': '876eac65-f672-4953-84b6-544e85e87cde', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:24Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '114cee56-4c53-4468-b003-172614af083f', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'port_id': 'eaf27678-cc54-48e4-b910-e157eda7b9bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466', 'mac_address': 'fa:16:3e:a0:43:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36000ca-2412-455c-99ce-c90ce388cb11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:04:45Z', 'updated_at': '2022-03-29T15:05:21Z', 'revision_number': 1, 'project_id': '00f07373deef4fc0b642c58742393b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8122cb94-5ff8-45ab-80fe-d59daca07898', 'name': '', 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'mac_address': 'fa:16:3e:86:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4785f368-95a0-409f-b70d-930d5b4d123e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:30Z', 'updated_at': '2022-03-29T15:02:42Z', 'revision_number': 5, 'project_id': '00f07373deef4fc0b642c58742393b86', 'subnets': [{'id': '4785f368-95a0-409f-b70d-930d5b4d123e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:05:23.484866 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fe82a6-6579-456c-9f44-c338a22d7f40 None None] New status for floating IP 114cee56-4c53-4468-b003-172614af083f: ACTIVE {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:05:25.908114 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device fb15d576-f3a3-4bd7-85de-8d5fdca7f742 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:05:25.931440 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] No Port match for: fb15d576-f3a3-4bd7-85de-8d5fdca7f742 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:05:25.931785 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device fb15d576-f3a3-4bd7-85de-8d5fdca7f742 not bound to the agent host hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:05:25.979607 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19423f3c-6a15-4b2d-9c97-ef0a17535925 req-627a3260-c6cc-4ce8-9902-aa3f4ba7ea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:25.981968 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-19423f3c-6a15-4b2d-9c97-ef0a17535925 req-627a3260-c6cc-4ce8-9902-aa3f4ba7ea0e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00f07373deef4fc0b642c58742393b86&device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 1129 time: 0.0564613 Mar 29 15:05:26.033280 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a3ef3f0b-c3ef-4a07-849a-7f4591873d3f req-691e3455-c1f8-4a05-aa98-a151486802fe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0607302 Mar 29 15:05:26.071133 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19423f3c-6a15-4b2d-9c97-ef0a17535925 req-a3a38a3f-4187-4036-b040-9d3b5cff290b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:26.072586 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-19423f3c-6a15-4b2d-9c97-ef0a17535925 req-a3a38a3f-4187-4036-b040-9d3b5cff290b service neutron] 10.222.0.36 "GET /v2.0/networks?id=9352682d-561b-46b3-a155-35c84f4fd466 HTTP/1.1" status: 200 len: 919 time: 0.0851750 Mar 29 15:05:26.100819 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef3f0b-c3ef-4a07-849a-7f4591873d3f req-0c873831-50d1-45f9-aa39-2fc1d413dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:26.102300 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a3ef3f0b-c3ef-4a07-849a-7f4591873d3f req-0c873831-50d1-45f9-aa39-2fc1d413dc43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00f07373deef4fc0b642c58742393b86&device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 1129 time: 0.0493269 Mar 29 15:05:26.142097 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-19423f3c-6a15-4b2d-9c97-ef0a17535925 req-abc02da3-72a0-4b2b-b6b1-217da37c5b29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaf27678-cc54-48e4-b910-e157eda7b9bd HTTP/1.1" status: 200 len: 1000 time: 0.0621095 Mar 29 15:05:26.194833 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19423f3c-6a15-4b2d-9c97-ef0a17535925 req-b5960755-b167-467b-8604-8e5cdd14afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:26.196278 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-19423f3c-6a15-4b2d-9c97-ef0a17535925 req-b5960755-b167-467b-8604-8e5cdd14afe8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4785f368-95a0-409f-b70d-930d5b4d123e HTTP/1.1" status: 200 len: 857 time: 0.0475543 Mar 29 15:05:26.205831 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef3f0b-c3ef-4a07-849a-7f4591873d3f req-0e83d4ad-96f1-4e42-a7b0-6bfd098925f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:26.207262 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a3ef3f0b-c3ef-4a07-849a-7f4591873d3f req-0e83d4ad-96f1-4e42-a7b0-6bfd098925f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9352682d-561b-46b3-a155-35c84f4fd466 HTTP/1.1" status: 200 len: 919 time: 0.0844843 Mar 29 15:05:26.247946 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19423f3c-6a15-4b2d-9c97-ef0a17535925 req-f2e7339e-12b3-4887-a11b-30615eaea00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:26.249506 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-19423f3c-6a15-4b2d-9c97-ef0a17535925 req-f2e7339e-12b3-4887-a11b-30615eaea00b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9352682d-561b-46b3-a155-35c84f4fd466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464008 Mar 29 15:05:26.252475 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a3ef3f0b-c3ef-4a07-849a-7f4591873d3f req-485f54e2-4fe2-4433-a427-17c77f6254b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a45b433-1f4a-491e-a423-69d04d1118a4 HTTP/1.1" status: 200 len: 217 time: 0.0361028 Mar 29 15:05:26.316324 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef3f0b-c3ef-4a07-849a-7f4591873d3f req-166fc2fc-a193-4176-9206-928915d422b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:26.318047 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a3ef3f0b-c3ef-4a07-849a-7f4591873d3f req-166fc2fc-a193-4176-9206-928915d422b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4785f368-95a0-409f-b70d-930d5b4d123e HTTP/1.1" status: 200 len: 857 time: 0.0510912 Mar 29 15:05:26.370196 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-19423f3c-6a15-4b2d-9c97-ef0a17535925 req-ef0f0b3d-837f-4e91-abf5-8236bb8b189b service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034312 Mar 29 15:05:26.372299 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef3f0b-c3ef-4a07-849a-7f4591873d3f req-f4f2660a-b4a9-4064-bbcf-fe3442badd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:26.373815 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a3ef3f0b-c3ef-4a07-849a-7f4591873d3f req-f4f2660a-b4a9-4064-bbcf-fe3442badd97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9352682d-561b-46b3-a155-35c84f4fd466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486495 Mar 29 15:05:26.448766 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:26.463565 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-19423f3c-6a15-4b2d-9c97-ef0a17535925 req-7464be07-89eb-4b2d-a1d6-350f7267908a service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832441 Mar 29 15:05:26.465925 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a3ef3f0b-c3ef-4a07-849a-7f4591873d3f req-0d62db70-1688-4815-a63b-cc4f6438e1dc service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852830 Mar 29 15:05:26.573464 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a3ef3f0b-c3ef-4a07-849a-7f4591873d3f req-d698793e-42d6-47c4-9f2a-f0c54a29d2eb service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916131 Mar 29 15:05:28.361687 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9bd08-871e-46e6-a28b-a54c57663ff8 req-7f21244c-4375-4967-bc76-f85ce3c559aa tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:28.369328 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e5d9bd08-871e-46e6-a28b-a54c57663ff8 req-7f21244c-4375-4967-bc76-f85ce3c559aa tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 946 time: 0.0642834 Mar 29 15:05:28.419358 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e5d9bd08-871e-46e6-a28b-a54c57663ff8 req-bb68db24-875a-4848-abaa-38dbf6436e89 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485075 Mar 29 15:05:28.446882 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 41236) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:05:28.686890 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a74fdb9-2cc5-41d3-9a64-b62bc51d1fd2 tempest-TestMinimumBasicScenario-1217349345 tempest-TestMinimumBasicScenario-1217349345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:28.691569 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-0a74fdb9-2cc5-41d3-9a64-b62bc51d1fd2 tempest-TestMinimumBasicScenario-1217349345 tempest-TestMinimumBasicScenario-1217349345-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 1125 time: 0.2411718 Mar 29 15:05:28.693000 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 41240) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:05:28.697940 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Request body: {'floatingip': {'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'port_id': '2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:05:28.722198 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:28.854021 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:28.970331 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Allocated IP 172.27.2.169 (73fab6d0-c07f-433f-9c69-8ff3a31867f5/bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83/17b19de7-866b-4310-a5f8-f8eaa122b201) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:05:29.079949 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for port (17b19de7-866b-4310-a5f8-f8eaa122b201), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:29.121742 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (17b19de7-866b-4310-a5f8-f8eaa122b201), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:29.171968 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Pushing event updated for resources: {'Port': ['ID=17b19de7-866b-4310-a5f8-f8eaa122b201,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:05:29.178945 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:05:29.183237 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:05:29.186101 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:29.186453 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:29.186790 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:29.187131 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:29.187460 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:29.187790 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:29.188116 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:29.188441 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:29.188790 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:29.189112 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:29.189431 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:29.189913 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:29.190290 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:29.190561 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:29.190878 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:29.195675 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:05:29.580845 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for floatingip (e1dc4f69-8ef2-4dec-93f5-873ada8a2b13), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:29.661188 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (17b19de7-866b-4310-a5f8-f8eaa122b201), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:29.834257 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for port (17b19de7-866b-4310-a5f8-f8eaa122b201), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:29.840399 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (17b19de7-866b-4310-a5f8-f8eaa122b201), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:29.935183 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Pushing event updated for resources: {'Port': ['ID=17b19de7-866b-4310-a5f8-f8eaa122b201,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:05:29.957590 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (e1dc4f69-8ef2-4dec-93f5-873ada8a2b13), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:30.074635 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.l3_db [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Floating IP e1dc4f69-8ef2-4dec-93f5-873ada8a2b13 associated. External IP: 172.27.2.169, port: 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078. Mar 29 15:05:30.341262 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Router 861c73ce-3b6e-47db-8c49-d03a47e0f9cf has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:05:30.512711 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:05:30.598375 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a260e16-a756-482f-9c2e-3e26dbec5d08 None None] Sync routers for ids ['861c73ce-3b6e-47db-8c49-d03a47e0f9cf'] in dv-cinder-835635-1-iscsi {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:05:30.602241 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a260e16-a756-482f-9c2e-3e26dbec5d08 None None] Routers {'861c73ce-3b6e-47db-8c49-d03a47e0f9cf'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:05:30.603096 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-6a260e16-a756-482f-9c2e-3e26dbec5d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:05:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['861c73ce-3b6e-47db-8c49-d03a47e0f9cf'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:05:30.610156 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:30.644420 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-08a0c015-db93-4f45-856f-72e5869723ca tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9499633 Mar 29 15:05:30.645228 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aacdd68b-b7de-444a-8eb8-fe308b2fa74b', 'tag': '2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:05:30.647679 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac738bd-1d7c-4af9-82b5-2f64e92f72e0" -d '{"events": [{"name": "network-changed", "server_uuid": "aacdd68b-b7de-444a-8eb8-fe308b2fa74b", "tag": "2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:05:30.647834 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 41256) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:05:30.655312 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-fe8c4428-9246-49ef-9074-51ecb20170c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-574128653', 'description': 'tempest-secgroup-smoke-574128653 description', 'project_id': 'd5a381c47de04fd0b7df148ced109757'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:05:30.687986 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ac22a4-7a56-43f7-8609-a3615a9220d1 x-openstack-request-id: req-11ac22a4-7a56-43f7-8609-a3615a9220d1 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:05:30.688323 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aacdd68b-b7de-444a-8eb8-fe308b2fa74b", "tag": "2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:05:30.688606 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-11ac22a4-7a56-43f7-8609-a3615a9220d1 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:05:30.689058 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11ac22a4-7a56-43f7-8609-a3615a9220d1'] response: {'name': 'network-changed', 'server_uuid': 'aacdd68b-b7de-444a-8eb8-fe308b2fa74b', 'tag': '2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078', 'status': 'completed', 'code': 200} Mar 29 15:05:30.697380 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fe8c4428-9246-49ef-9074-51ecb20170c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:30.758452 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-6a260e16-a756-482f-9c2e-3e26dbec5d08 None None] Set router 861c73ce-3b6e-47db-8c49-d03a47e0f9cf gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:05:30.793809 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac738bd-1d7c-4af9-82b5-2f64e92f72e0 req-9473a328-04c9-477c-8ae5-78a99b22c5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:30.795856 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7ac738bd-1d7c-4af9-82b5-2f64e92f72e0 req-9473a328-04c9-477c-8ae5-78a99b22c5a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5a381c47de04fd0b7df148ced109757&device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 1130 time: 0.0814831 Mar 29 15:05:30.851765 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fe8c4428-9246-49ef-9074-51ecb20170c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for security_group (15030925-125e-481c-8a8f-747806125253), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:30.888924 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fe8c4428-9246-49ef-9074-51ecb20170c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (15030925-125e-481c-8a8f-747806125253), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:30.947114 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fe8c4428-9246-49ef-9074-51ecb20170c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:30.951400 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 41266) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:05:30.951935 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-fe8c4428-9246-49ef-9074-51ecb20170c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3030050 Mar 29 15:05:30.954776 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c4428-9246-49ef-9074-51ecb20170c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15030925-125e-481c-8a8f-747806125253,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:05:30.957524 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-014956ad-74ae-49e5-890e-bfcc2ed135ea tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Request body: {'security_group_rule': {'security_group_id': '15030925-125e-481c-8a8f-747806125253', 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:05:30.970991 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c4428-9246-49ef-9074-51ecb20170c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:30.970991 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c4428-9246-49ef-9074-51ecb20170c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:30.971320 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c4428-9246-49ef-9074-51ecb20170c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:30.971591 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c4428-9246-49ef-9074-51ecb20170c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:30.971925 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c4428-9246-49ef-9074-51ecb20170c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:30.972256 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c4428-9246-49ef-9074-51ecb20170c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:30.972599 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c4428-9246-49ef-9074-51ecb20170c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:30.972930 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c4428-9246-49ef-9074-51ecb20170c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:30.973266 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c4428-9246-49ef-9074-51ecb20170c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:30.973581 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c4428-9246-49ef-9074-51ecb20170c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:30.974479 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c4428-9246-49ef-9074-51ecb20170c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:30.974864 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c4428-9246-49ef-9074-51ecb20170c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:30.975458 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c4428-9246-49ef-9074-51ecb20170c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:30.975896 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c4428-9246-49ef-9074-51ecb20170c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:30.976227 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8c4428-9246-49ef-9074-51ecb20170c1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:05:31.003354 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac738bd-1d7c-4af9-82b5-2f64e92f72e0 req-4b336db3-1707-4e76-9eb9-6708f1436552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:31.005627 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7ac738bd-1d7c-4af9-82b5-2f64e92f72e0 req-4b336db3-1707-4e76-9eb9-6708f1436552 service neutron] 10.222.0.36 "GET /v2.0/networks?id=66bf88d8-b922-4f24-b74c-aa730f28c713 HTTP/1.1" status: 200 len: 915 time: 0.1922009 Mar 29 15:05:31.012588 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-014956ad-74ae-49e5-890e-bfcc2ed135ea tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for security_group_rule (f2e4cc0b-23b4-48ab-9ee9-95865594d5da), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:31.088776 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-014956ad-74ae-49e5-890e-bfcc2ed135ea tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for security_group_rule (f2e4cc0b-23b4-48ab-9ee9-95865594d5da), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:31.095973 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-014956ad-74ae-49e5-890e-bfcc2ed135ea tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (f2e4cc0b-23b4-48ab-9ee9-95865594d5da), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:31.109898 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7ac738bd-1d7c-4af9-82b5-2f64e92f72e0 req-adc6142c-e46c-4267-abba-b7715a51b439 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 HTTP/1.1" status: 200 len: 1000 time: 0.0971692 Mar 29 15:05:31.120812 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014956ad-74ae-49e5-890e-bfcc2ed135ea tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e4cc0b-23b4-48ab-9ee9-95865594d5da,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:05:31.132095 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-014956ad-74ae-49e5-890e-bfcc2ed135ea tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:31.140714 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-014956ad-74ae-49e5-890e-bfcc2ed135ea tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1855199 Mar 29 15:05:31.140901 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 41268) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:05:31.145333 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-27082345-45c8-444d-b3a8-ed3cee75dc8d tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Request body: {'security_group_rule': {'security_group_id': '15030925-125e-481c-8a8f-747806125253', 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:05:31.186174 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac738bd-1d7c-4af9-82b5-2f64e92f72e0 req-97dc2ec2-1d0e-4c91-ad63-b3a39816f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:31.188022 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7ac738bd-1d7c-4af9-82b5-2f64e92f72e0 req-97dc2ec2-1d0e-4c91-ad63-b3a39816f9d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88211e5f-efd4-4ca0-9676-206641841ae8 HTTP/1.1" status: 200 len: 853 time: 0.0620487 Mar 29 15:05:31.188398 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-27082345-45c8-444d-b3a8-ed3cee75dc8d tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for security_group_rule (18196f04-56e7-4cbc-b600-020a9dceb5da), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:31.223111 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-6a260e16-a756-482f-9c2e-3e26dbec5d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'name': 'tempest-TestMinimumBasicScenario-995830054-router', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '05a92a51-0c6f-4584-9724-ee6e81505dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:04:23Z', 'updated_at': '2022-03-29T15:04:27Z', 'revision_number': 4, 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'gw_port': {'id': '05a92a51-0c6f-4584-9724-ee6e81505dd2', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:24Z', 'updated_at': '2022-03-29T15:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': 'e1dc4f69-8ef2-4dec-93f5-873ada8a2b13', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'port_id': '2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66bf88d8-b922-4f24-b74c-aa730f28c713', 'mac_address': 'fa:16:3e:78:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacdd68b-b7de-444a-8eb8-fe308b2fa74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:05:29Z', 'updated_at': '2022-03-29T15:05:29Z', 'revision_number': 0, 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5719a8af-a387-43e4-ac77-81e3894978e0', 'name': '', 'network_id': '66bf88d8-b922-4f24-b74c-aa730f28c713', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757', 'mac_address': 'fa:16:3e:60:3b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '88211e5f-efd4-4ca0-9676-206641841ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:26Z', 'updated_at': '2022-03-29T15:04:30Z', 'revision_number': 5, 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'subnets': [{'id': '88211e5f-efd4-4ca0-9676-206641841ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:05:31.272703 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a260e16-a756-482f-9c2e-3e26dbec5d08 None None] Checking router: 861c73ce-3b6e-47db-8c49-d03a47e0f9cf for host: dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:05:31.278053 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-27082345-45c8-444d-b3a8-ed3cee75dc8d tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for security_group_rule (18196f04-56e7-4cbc-b600-020a9dceb5da), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:31.281737 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a260e16-a756-482f-9c2e-3e26dbec5d08 None None] Routers {'861c73ce-3b6e-47db-8c49-d03a47e0f9cf'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:05:31.282667 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-6a260e16-a756-482f-9c2e-3e26dbec5d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:05:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['861c73ce-3b6e-47db-8c49-d03a47e0f9cf'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:05:31.283464 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-27082345-45c8-444d-b3a8-ed3cee75dc8d tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (18196f04-56e7-4cbc-b600-020a9dceb5da), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:31.285023 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac738bd-1d7c-4af9-82b5-2f64e92f72e0 req-3e9b776f-59e3-40a1-bddc-0d008dc99d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:31.295414 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7ac738bd-1d7c-4af9-82b5-2f64e92f72e0 req-3e9b776f-59e3-40a1-bddc-0d008dc99d3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=66bf88d8-b922-4f24-b74c-aa730f28c713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0959668 Mar 29 15:05:31.306841 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27082345-45c8-444d-b3a8-ed3cee75dc8d tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18196f04-56e7-4cbc-b600-020a9dceb5da,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:05:31.326696 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-27082345-45c8-444d-b3a8-ed3cee75dc8d tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:31.328644 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-27082345-45c8-444d-b3a8-ed3cee75dc8d tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1866558 Mar 29 15:05:31.332650 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 41270) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:05:31.339776 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-91cb4b67-53a5-41a0-b76e-9b7da4474d31 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Request body: {'security_group_rule': {'security_group_id': '15030925-125e-481c-8a8f-747806125253', 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:05:31.373212 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-91cb4b67-53a5-41a0-b76e-9b7da4474d31 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for security_group_rule (a32b5f2d-e588-4e84-81a6-751e0ed4374d), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:31.404235 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-6a260e16-a756-482f-9c2e-3e26dbec5d08 None None] Set router 861c73ce-3b6e-47db-8c49-d03a47e0f9cf gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:05:31.412210 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7ac738bd-1d7c-4af9-82b5-2f64e92f72e0 req-4b35fb04-bf9e-4de2-935e-faf1ee7a9197 service neutron] 10.222.0.36 "GET /v2.0/networks/66bf88d8-b922-4f24-b74c-aa730f28c713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129982 Mar 29 15:05:31.448528 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-91cb4b67-53a5-41a0-b76e-9b7da4474d31 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for security_group_rule (a32b5f2d-e588-4e84-81a6-751e0ed4374d), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:31.454437 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-91cb4b67-53a5-41a0-b76e-9b7da4474d31 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (a32b5f2d-e588-4e84-81a6-751e0ed4374d), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:31.479137 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb4b67-53a5-41a0-b76e-9b7da4474d31 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32b5f2d-e588-4e84-81a6-751e0ed4374d,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:05:31.491513 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-91cb4b67-53a5-41a0-b76e-9b7da4474d31 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:31.496011 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-91cb4b67-53a5-41a0-b76e-9b7da4474d31 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1615417 Mar 29 15:05:31.496769 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 41272) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:05:31.501283 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-df7af508-4e0f-4a38-b800-99ca59181ef0 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Request body: {'security_group_rule': {'security_group_id': '15030925-125e-481c-8a8f-747806125253', 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:05:31.541555 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-df7af508-4e0f-4a38-b800-99ca59181ef0 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for security_group_rule (c4838846-8e7b-4036-8b8b-c5ea03004d20), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:31.554626 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7ac738bd-1d7c-4af9-82b5-2f64e92f72e0 req-be6236c5-7b3d-41c8-94aa-2e97d312e853 service neutron] 10.222.0.36 "GET /v2.0/networks/66bf88d8-b922-4f24-b74c-aa730f28c713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327238 Mar 29 15:05:31.675833 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-df7af508-4e0f-4a38-b800-99ca59181ef0 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for security_group_rule (c4838846-8e7b-4036-8b8b-c5ea03004d20), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:31.687480 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-df7af508-4e0f-4a38-b800-99ca59181ef0 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (c4838846-8e7b-4036-8b8b-c5ea03004d20), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:31.718675 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7af508-4e0f-4a38-b800-99ca59181ef0 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4838846-8e7b-4036-8b8b-c5ea03004d20,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:05:31.726662 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-df7af508-4e0f-4a38-b800-99ca59181ef0 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:31.728198 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-df7af508-4e0f-4a38-b800-99ca59181ef0 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2303767 Mar 29 15:05:31.730724 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 41274) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:05:31.736206 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-6c18cbcb-622c-4fe3-a796-6b472288a0cd tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Request body: {'security_group_rule': {'security_group_id': '15030925-125e-481c-8a8f-747806125253', 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:05:31.757611 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-6a260e16-a756-482f-9c2e-3e26dbec5d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'name': 'tempest-TestMinimumBasicScenario-995830054-router', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '05a92a51-0c6f-4584-9724-ee6e81505dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:04:23Z', 'updated_at': '2022-03-29T15:04:27Z', 'revision_number': 4, 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'gw_port': {'id': '05a92a51-0c6f-4584-9724-ee6e81505dd2', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:24Z', 'updated_at': '2022-03-29T15:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': 'e1dc4f69-8ef2-4dec-93f5-873ada8a2b13', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'port_id': '2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66bf88d8-b922-4f24-b74c-aa730f28c713', 'mac_address': 'fa:16:3e:78:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacdd68b-b7de-444a-8eb8-fe308b2fa74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:05:29Z', 'updated_at': '2022-03-29T15:05:29Z', 'revision_number': 0, 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5719a8af-a387-43e4-ac77-81e3894978e0', 'name': '', 'network_id': '66bf88d8-b922-4f24-b74c-aa730f28c713', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757', 'mac_address': 'fa:16:3e:60:3b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '88211e5f-efd4-4ca0-9676-206641841ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:26Z', 'updated_at': '2022-03-29T15:04:30Z', 'revision_number': 5, 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'subnets': [{'id': '88211e5f-efd4-4ca0-9676-206641841ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:05:31.759938 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.securitygroups_db [None req-6c18cbcb-622c-4fe3-a796-6b472288a0cd tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Project d5a381c47de04fd0b7df148ced109757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 15:05:31.769898 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6c18cbcb-622c-4fe3-a796-6b472288a0cd tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for security_group_rule (a66a6869-55ba-4af5-943f-f574495ca89e), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:31.793478 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a260e16-a756-482f-9c2e-3e26dbec5d08 None None] The sync data for ids ['861c73ce-3b6e-47db-8c49-d03a47e0f9cf'] in dv-cinder-835635-1-iscsi is: [{'id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'name': 'tempest-TestMinimumBasicScenario-995830054-router', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '05a92a51-0c6f-4584-9724-ee6e81505dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:04:23Z', 'updated_at': '2022-03-29T15:04:27Z', 'revision_number': 4, 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'gw_port': {'id': '05a92a51-0c6f-4584-9724-ee6e81505dd2', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:24Z', 'updated_at': '2022-03-29T15:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': 'e1dc4f69-8ef2-4dec-93f5-873ada8a2b13', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'port_id': '2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66bf88d8-b922-4f24-b74c-aa730f28c713', 'mac_address': 'fa:16:3e:78:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacdd68b-b7de-444a-8eb8-fe308b2fa74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:05:29Z', 'updated_at': '2022-03-29T15:05:29Z', 'revision_number': 0, 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5719a8af-a387-43e4-ac77-81e3894978e0', 'name': '', 'network_id': '66bf88d8-b922-4f24-b74c-aa730f28c713', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757', 'mac_address': 'fa:16:3e:60:3b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '88211e5f-efd4-4ca0-9676-206641841ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:26Z', 'updated_at': '2022-03-29T15:04:30Z', 'revision_number': 5, 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'subnets': [{'id': '88211e5f-efd4-4ca0-9676-206641841ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:05:31.873450 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6c18cbcb-622c-4fe3-a796-6b472288a0cd tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for security_group_rule (a66a6869-55ba-4af5-943f-f574495ca89e), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:31.879439 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6c18cbcb-622c-4fe3-a796-6b472288a0cd tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (a66a6869-55ba-4af5-943f-f574495ca89e), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:31.900012 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18cbcb-622c-4fe3-a796-6b472288a0cd tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a66a6869-55ba-4af5-943f-f574495ca89e,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:05:31.905709 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6c18cbcb-622c-4fe3-a796-6b472288a0cd tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:31.909408 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-6c18cbcb-622c-4fe3-a796-6b472288a0cd tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1752026 Mar 29 15:05:31.909755 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 41280) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:05:31.914913 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-2c22b2ab-e31f-40d3-a13d-60b82e3aa5dc tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Request body: {'security_group_rule': {'security_group_id': '15030925-125e-481c-8a8f-747806125253', 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:05:31.939106 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.db.securitygroups_db [None req-2c22b2ab-e31f-40d3-a13d-60b82e3aa5dc tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Project d5a381c47de04fd0b7df148ced109757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 15:05:31.945203 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2c22b2ab-e31f-40d3-a13d-60b82e3aa5dc tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for security_group_rule (8256b0fd-04be-4ceb-abcd-a31393993aac), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:32.051711 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2c22b2ab-e31f-40d3-a13d-60b82e3aa5dc tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for security_group_rule (8256b0fd-04be-4ceb-abcd-a31393993aac), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:32.060158 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2c22b2ab-e31f-40d3-a13d-60b82e3aa5dc tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (8256b0fd-04be-4ceb-abcd-a31393993aac), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:32.091590 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22b2ab-e31f-40d3-a13d-60b82e3aa5dc tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8256b0fd-04be-4ceb-abcd-a31393993aac,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:05:32.105426 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2c22b2ab-e31f-40d3-a13d-60b82e3aa5dc tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:32.107596 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-2c22b2ab-e31f-40d3-a13d-60b82e3aa5dc tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1968324 Mar 29 15:05:32.112140 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dfa29d-9c72-43ad-b02d-3e5be7a3ed55 None None] New status for floating IP e1dc4f69-8ef2-4dec-93f5-873ada8a2b13: ACTIVE {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:05:32.227664 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-17cf84d4-75a9-48d0-b626-7b45b0189e91 req-f7783e05-9c6f-47d6-9849-ae9ad7b7d81a tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-574128653&fields=id&tenant_id=d5a381c47de04fd0b7df148ced109757 HTTP/1.1" status: 200 len: 267 time: 0.0657647 Mar 29 15:05:32.300629 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf84d4-75a9-48d0-b626-7b45b0189e91 req-218d8cae-a4bf-45e1-b2a3-6be0ee539e00 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:32.302231 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-17cf84d4-75a9-48d0-b626-7b45b0189e91 req-218d8cae-a4bf-45e1-b2a3-6be0ee539e00 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 946 time: 0.0647116 Mar 29 15:05:32.315074 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [req-17cf84d4-75a9-48d0-b626-7b45b0189e91 req-92fc181a-2a38-4f55-aaf6-d278f3f154ad tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Request body: {'port': {'security_groups': ['e784b959-a007-46ad-8222-abd1a9fa056c', '15030925-125e-481c-8a8f-747806125253']}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:05:32.399684 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-17cf84d4-75a9-48d0-b626-7b45b0189e91 req-92fc181a-2a38-4f55-aaf6-d278f3f154ad tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:32.603048 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-17cf84d4-75a9-48d0-b626-7b45b0189e91 req-92fc181a-2a38-4f55-aaf6-d278f3f154ad tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] For port 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078,segment=NetworkSegment(4fbed87f-156e-4319-8f4b-d848b3fb3e62),segment_id=4fbed87f-156e-4319-8f4b-d848b3fb3e62)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:05:32.640791 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-17cf84d4-75a9-48d0-b626-7b45b0189e91 req-92fc181a-2a38-4f55-aaf6-d278f3f154ad tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for port (2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:32.645622 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-17cf84d4-75a9-48d0-b626-7b45b0189e91 req-92fc181a-2a38-4f55-aaf6-d278f3f154ad tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:32.660524 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:05:32.695049 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf84d4-75a9-48d0-b626-7b45b0189e91 req-92fc181a-2a38-4f55-aaf6-d278f3f154ad tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:32.695692 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-17cf84d4-75a9-48d0-b626-7b45b0189e91 req-92fc181a-2a38-4f55-aaf6-d278f3f154ad tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:32.697271 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-17cf84d4-75a9-48d0-b626-7b45b0189e91 req-92fc181a-2a38-4f55-aaf6-d278f3f154ad tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "PUT /v2.0/ports/2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 HTTP/1.1" status: 200 len: 982 time: 0.3881330 Mar 29 15:05:32.697813 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aacdd68b-b7de-444a-8eb8-fe308b2fa74b', 'tag': '2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:05:32.703814 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e669df-2901-494f-b7ed-658b9b952bab" -d '{"events": [{"name": "network-changed", "server_uuid": "aacdd68b-b7de-444a-8eb8-fe308b2fa74b", "tag": "2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:05:32.741408 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc181a-2a38-4f55-aaf6-d278f3f154ad tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Pushing event updated for resources: {'Port': ['ID=2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078,revision_number=6']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:05:32.761996 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae436c1-5b2d-4dbd-b352-58f0cf239d91 x-openstack-request-id: req-1ae436c1-5b2d-4dbd-b352-58f0cf239d91 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:05:32.762296 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aacdd68b-b7de-444a-8eb8-fe308b2fa74b", "tag": "2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:05:32.762556 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1ae436c1-5b2d-4dbd-b352-58f0cf239d91 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:05:32.762971 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ae436c1-5b2d-4dbd-b352-58f0cf239d91'] response: {'name': 'network-changed', 'server_uuid': 'aacdd68b-b7de-444a-8eb8-fe308b2fa74b', 'tag': '2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078', 'status': 'completed', 'code': 200} Mar 29 15:05:32.865698 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:05:32.923450 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e669df-2901-494f-b7ed-658b9b952bab req-09e03c6d-1de5-4cc8-bc5f-79a4809d3218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:32.925023 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c6e669df-2901-494f-b7ed-658b9b952bab req-09e03c6d-1de5-4cc8-bc5f-79a4809d3218 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5a381c47de04fd0b7df148ced109757&device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 1169 time: 0.1253755 Mar 29 15:05:32.951589 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c5634-7b00-4219-8593-b8ac4faa4b74 req-29f05226-26dd-422a-9174-bd944d7c1d8f tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:32.960385 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-444c5634-7b00-4219-8593-b8ac4faa4b74 req-29f05226-26dd-422a-9174-bd944d7c1d8f tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 985 time: 0.1237733 Mar 29 15:05:33.062843 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-fd78a87e-d803-4a9f-8620-adf53db71ef2 None None] Provisioning complete for port 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:05:33.063656 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-fd78a87e-d803-4a9f-8620-adf53db71ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:33.097352 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-444c5634-7b00-4219-8593-b8ac4faa4b74 req-ad56d1a0-159b-4c2b-bee7-4fb47b367ae1 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=15030925-125e-481c-8a8f-747806125253&id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1340466 Mar 29 15:05:33.168605 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e669df-2901-494f-b7ed-658b9b952bab req-8fbb5954-6b64-47d5-bfd3-84fa71905408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:33.170096 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c6e669df-2901-494f-b7ed-658b9b952bab req-8fbb5954-6b64-47d5-bfd3-84fa71905408 service neutron] 10.222.0.36 "GET /v2.0/networks?id=66bf88d8-b922-4f24-b74c-aa730f28c713 HTTP/1.1" status: 200 len: 915 time: 0.2378156 Mar 29 15:05:33.294753 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c6e669df-2901-494f-b7ed-658b9b952bab req-cac781ab-0880-47a2-b400-bdc8bc15e4ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 HTTP/1.1" status: 200 len: 1002 time: 0.1166933 Mar 29 15:05:33.360978 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e669df-2901-494f-b7ed-658b9b952bab req-cd74a830-47cf-48ec-b4a7-f6c302625f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:33.362621 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c6e669df-2901-494f-b7ed-658b9b952bab req-cd74a830-47cf-48ec-b4a7-f6c302625f2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88211e5f-efd4-4ca0-9676-206641841ae8 HTTP/1.1" status: 200 len: 853 time: 0.0578263 Mar 29 15:05:33.437067 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e669df-2901-494f-b7ed-658b9b952bab req-95c9665f-5bf7-42af-b833-8e5e2c915f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:05:33.439109 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c6e669df-2901-494f-b7ed-658b9b952bab req-95c9665f-5bf7-42af-b833-8e5e2c915f55 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=66bf88d8-b922-4f24-b74c-aa730f28c713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0691304 Mar 29 15:05:33.448358 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-fd78a87e-d803-4a9f-8620-adf53db71ef2 None None] Current status of the port 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:05:33.578375 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c6e669df-2901-494f-b7ed-658b9b952bab req-8b8dfb25-bc13-4e1c-a6f9-f100f4ce4623 service neutron] 10.222.0.36 "GET /v2.0/networks/66bf88d8-b922-4f24-b74c-aa730f28c713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298630 Mar 29 15:05:33.684993 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c6e669df-2901-494f-b7ed-658b9b952bab req-cc60972b-2032-4d54-8964-baef89731430 service neutron] 10.222.0.36 "GET /v2.0/networks/66bf88d8-b922-4f24-b74c-aa730f28c713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997145 Mar 29 15:05:41.402163 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-a9cecd16-432f-415b-966a-08017b9509a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:42.893354 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:05:43.715698 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-77c8905f-187a-43a4-b042-6224fbce3e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:44.709835 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:45.798499 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 41438) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:05:45.843325 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f8be162-d298-415f-81fb-84bc7eb64ee7 admin admin] Deleting subnet e9adb672-ebf2-4a64-969e-01885f2f47a3 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:05:45.846323 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f8be162-d298-415f-81fb-84bc7eb64ee7 admin admin] Publish callbacks [] for subnet (e9adb672-ebf2-4a64-969e-01885f2f47a3), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:45.880705 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f8be162-d298-415f-81fb-84bc7eb64ee7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16402688'] for subnet (e9adb672-ebf2-4a64-969e-01885f2f47a3), precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:45.921590 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f8be162-d298-415f-81fb-84bc7eb64ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926406'] for subnet (e9adb672-ebf2-4a64-969e-01885f2f47a3), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:45.972740 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f8be162-d298-415f-81fb-84bc7eb64ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13304387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12742666'] for subnet (e9adb672-ebf2-4a64-969e-01885f2f47a3), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:46.000344 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8be162-d298-415f-81fb-84bc7eb64ee7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9adb672-ebf2-4a64-969e-01885f2f47a3,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:05:46.002339 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8f8be162-d298-415f-81fb-84bc7eb64ee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for subnet (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:46.006030 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-8f8be162-d298-415f-81fb-84bc7eb64ee7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e9adb672-ebf2-4a64-969e-01885f2f47a3 HTTP/1.1" status: 204 len: 168 time: 0.2065346 Mar 29 15:05:46.008436 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 41440) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:05:46.080147 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-de1ac672-0cbd-45ce-b564-0954ed2541b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050247'] for network (b13f3ae4-8e75-4c64-a663-7c5985047fd7), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:46.162766 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-de1ac672-0cbd-45ce-b564-0954ed2541b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989517', 'neutron.services.segments.db._delete_segments_for_network-8776791792186'] for network (b13f3ae4-8e75-4c64-a663-7c5985047fd7), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:46.182870 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-de1ac672-0cbd-45ce-b564-0954ed2541b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13f3ae4-8e75-4c64-a663-7c5985047fd7']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:05:46.191774 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-de1ac672-0cbd-45ce-b564-0954ed2541b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd2d44c-527f-4823-9e0f-54363ae6a8b4') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:05:46.192071 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-de1ac672-0cbd-45ce-b564-0954ed2541b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd2d44c-527f-4823-9e0f-54363ae6a8b4') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:05:46.203021 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-de1ac672-0cbd-45ce-b564-0954ed2541b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776792023619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16402699'] for segment (8bd2d44c-527f-4823-9e0f-54363ae6a8b4), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:46.216811 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-de1ac672-0cbd-45ce-b564-0954ed2541b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (8bd2d44c-527f-4823-9e0f-54363ae6a8b4), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:46.222589 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de1ac672-0cbd-45ce-b564-0954ed2541b4 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:05:46.222977 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-de1ac672-0cbd-45ce-b564-0954ed2541b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13311205'] for segment (8bd2d44c-527f-4823-9e0f-54363ae6a8b4), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: Traceback (most recent call last): Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: timer() Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: cb(*args, **kw) Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: return func(*args, **kwargs) Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: self._notify() Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: self.callback(batched_events) Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: event.method(event) Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: return f(self, *a, **k) Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: return self._get(url).json() Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: return self.request(url, 'GET', **kwargs) Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:05:46.225940 dv-cinder-835635-1-iscsi neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:05:46.283032 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-de1ac672-0cbd-45ce-b564-0954ed2541b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787242'] for network (b13f3ae4-8e75-4c64-a663-7c5985047fd7), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:46.290067 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-de1ac672-0cbd-45ce-b564-0954ed2541b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:46.293450 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-de1ac672-0cbd-45ce-b564-0954ed2541b4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b13f3ae4-8e75-4c64-a663-7c5985047fd7 HTTP/1.1" status: 204 len: 168 time: 0.2840710 Mar 29 15:05:46.306261 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ac672-0cbd-45ce-b564-0954ed2541b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b13f3ae4-8e75-4c64-a663-7c5985047fd7,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:05:46.452714 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 41444) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:05:46.492548 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-b352f906-ffe8-459c-94ff-e6a1c676b8de admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9bf5cdd7d8094a01b1fb8c6c9b8c245d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386775 Mar 29 15:05:46.494863 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 41446) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:05:46.534397 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:46.545152 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-64cfcf1b-8682-42a9-a171-c94ba7d103c3 admin admin] Publish callbacks [] for security_group (ac29cb5a-4a51-4c41-8a3b-8e19b6298e33), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:46.566219 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-64cfcf1b-8682-42a9-a171-c94ba7d103c3 admin admin] Publish callbacks [] for security_group (ac29cb5a-4a51-4c41-8a3b-8e19b6298e33), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:46.612819 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-64cfcf1b-8682-42a9-a171-c94ba7d103c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (ac29cb5a-4a51-4c41-8a3b-8e19b6298e33), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:46.616875 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-64cfcf1b-8682-42a9-a171-c94ba7d103c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:46.618024 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-64cfcf1b-8682-42a9-a171-c94ba7d103c3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ac29cb5a-4a51-4c41-8a3b-8e19b6298e33 HTTP/1.1" status: 204 len: 168 time: 0.1222789 Mar 29 15:05:46.625739 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfcf1b-8682-42a9-a171-c94ba7d103c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac29cb5a-4a51-4c41-8a3b-8e19b6298e33,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:05:47.606268 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:47.671657 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 41476) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:05:47.775541 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d4b6af9a-b49b-4266-80b7-ebb9fc15e71f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:47.850535 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d4b6af9a-b49b-4266-80b7-ebb9fc15e71f admin admin] Publish callbacks [] for security_group (dd5b813f-5fe7-4c8f-bb8f-2cf4bf49dd0a), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:47.854215 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d4b6af9a-b49b-4266-80b7-ebb9fc15e71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (dd5b813f-5fe7-4c8f-bb8f-2cf4bf49dd0a), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:47.891237 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6af9a-b49b-4266-80b7-ebb9fc15e71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5b813f-5fe7-4c8f-bb8f-2cf4bf49dd0a,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:05:47.896181 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-d4b6af9a-b49b-4266-80b7-ebb9fc15e71f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5deb3ffc82f8424b92787e8c973a72c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234435 Mar 29 15:05:47.898330 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 41480) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:05:47.946852 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-00013f78-b4d4-4af4-9091-821f1556113b admin admin] Publish callbacks [] for security_group (dd5b813f-5fe7-4c8f-bb8f-2cf4bf49dd0a), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:47.967273 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-00013f78-b4d4-4af4-9091-821f1556113b admin admin] Publish callbacks [] for security_group (dd5b813f-5fe7-4c8f-bb8f-2cf4bf49dd0a), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:48.017147 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-00013f78-b4d4-4af4-9091-821f1556113b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (dd5b813f-5fe7-4c8f-bb8f-2cf4bf49dd0a), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:48.019790 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-00013f78-b4d4-4af4-9091-821f1556113b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:48.021245 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-00013f78-b4d4-4af4-9091-821f1556113b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dd5b813f-5fe7-4c8f-bb8f-2cf4bf49dd0a HTTP/1.1" status: 204 len: 168 time: 0.1218710 Mar 29 15:05:48.028533 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00013f78-b4d4-4af4-9091-821f1556113b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5b813f-5fe7-4c8f-bb8f-2cf4bf49dd0a,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:05:56.452799 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:58.064509 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 41624) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:05:58.166771 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5a5446c9-9f21-47ba-acf2-8e3c2152e0f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:58.243520 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5a5446c9-9f21-47ba-acf2-8e3c2152e0f5 admin admin] Publish callbacks [] for security_group (af3a3c4d-3c91-4750-825d-0c71edafdce7), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:58.247300 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5a5446c9-9f21-47ba-acf2-8e3c2152e0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (af3a3c4d-3c91-4750-825d-0c71edafdce7), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:58.283595 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-5a5446c9-9f21-47ba-acf2-8e3c2152e0f5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7c152ebdd71b48bea564bca38c65ca07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180150 Mar 29 15:05:58.285478 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5446c9-9f21-47ba-acf2-8e3c2152e0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3a3c4d-3c91-4750-825d-0c71edafdce7,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:05:58.286282 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 41628) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:05:58.334044 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5d73121b-b8bb-43f6-b907-39ea0d3d060c admin admin] Publish callbacks [] for security_group (af3a3c4d-3c91-4750-825d-0c71edafdce7), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:58.358153 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5d73121b-b8bb-43f6-b907-39ea0d3d060c admin admin] Publish callbacks [] for security_group (af3a3c4d-3c91-4750-825d-0c71edafdce7), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:58.406679 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5d73121b-b8bb-43f6-b907-39ea0d3d060c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (af3a3c4d-3c91-4750-825d-0c71edafdce7), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:58.409287 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5d73121b-b8bb-43f6-b907-39ea0d3d060c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:05:58.410416 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-5d73121b-b8bb-43f6-b907-39ea0d3d060c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/af3a3c4d-3c91-4750-825d-0c71edafdce7 HTTP/1.1" status: 204 len: 168 time: 0.1226678 Mar 29 15:05:58.419026 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73121b-b8bb-43f6-b907-39ea0d3d060c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3a3c4d-3c91-4750-825d-0c71edafdce7,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:06:04.007972 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1180a-31c2-4876-b30f-8a4e515794ea req-8eb14055-7bd0-43d4-84de-780b3c41be1a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:04.011104 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-9ac1180a-31c2-4876-b30f-8a4e515794ea req-8eb14055-7bd0-43d4-84de-780b3c41be1a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0579429 Mar 29 15:06:04.060972 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-9ac1180a-31c2-4876-b30f-8a4e515794ea req-5b567def-49de-4b31-aeb8-5b6c0885a0f9 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441837 Mar 29 15:06:05.181242 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d38fc-bbeb-43e9-87e3-e1eae304b559 req-5a1a841e-6dca-45cb-9e32-337805c63e25 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:05.182721 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-366d38fc-bbeb-43e9-87e3-e1eae304b559 req-5a1a841e-6dca-45cb-9e32-337805c63e25 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0547907 Mar 29 15:06:05.228998 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-366d38fc-bbeb-43e9-87e3-e1eae304b559 req-ccfaa1c2-81f3-4f9b-b6d7-81a9febdb707 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408146 Mar 29 15:06:06.345080 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccf15b-f393-4e58-8f2a-be1d11fdffd1 req-afa3a64d-b9e7-44e3-ab45-b40d47f43b29 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:06.346555 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-92ccf15b-f393-4e58-8f2a-be1d11fdffd1 req-afa3a64d-b9e7-44e3-ab45-b40d47f43b29 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0518682 Mar 29 15:06:06.393579 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-92ccf15b-f393-4e58-8f2a-be1d11fdffd1 req-62362fe7-0c2c-46a0-994f-12c51475f149 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416293 Mar 29 15:06:07.513610 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bb2f0-0712-40ad-b31d-097c9d082754 req-01ce7cb6-889c-4bb4-b150-b8faea2d0131 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:07.514986 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-830bb2f0-0712-40ad-b31d-097c9d082754 req-01ce7cb6-889c-4bb4-b150-b8faea2d0131 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0560918 Mar 29 15:06:07.563134 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-830bb2f0-0712-40ad-b31d-097c9d082754 req-b6ccda75-fc32-4795-8b4c-984eb9058885 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426989 Mar 29 15:06:08.682263 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b2453-4bb3-48b7-bd6d-cff7a7c68c9e req-6d86ae50-7e5e-4447-bcd8-34b9a9626a23 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:08.683736 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-da2b2453-4bb3-48b7-bd6d-cff7a7c68c9e req-6d86ae50-7e5e-4447-bcd8-34b9a9626a23 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0548325 Mar 29 15:06:08.728395 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-da2b2453-4bb3-48b7-bd6d-cff7a7c68c9e req-32da1e2e-966d-40a0-90bd-0ece79b99217 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389762 Mar 29 15:06:09.847158 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12563a08-0620-4acf-96d2-442673f5e1c9 req-412c5c28-183a-4568-905e-cd65b98b25cf tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:09.848666 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-12563a08-0620-4acf-96d2-442673f5e1c9 req-412c5c28-183a-4568-905e-cd65b98b25cf tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0518436 Mar 29 15:06:09.895222 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-12563a08-0620-4acf-96d2-442673f5e1c9 req-c1459cf5-eec3-420b-a4fc-90c16085eedf tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405986 Mar 29 15:06:10.887143 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 41694) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:06:10.891553 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-caa79f35-1ef5-453f-b2a1-e5a38b7ea14b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1282190987', 'description': 'tempest-description--761291256'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:06:10.911806 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-caa79f35-1ef5-453f-b2a1-e5a38b7ea14b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:10.979847 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-caa79f35-1ef5-453f-b2a1-e5a38b7ea14b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group (c87280c5-7a12-4037-abd8-db9f0f9ac084), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:10.983646 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-caa79f35-1ef5-453f-b2a1-e5a38b7ea14b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (c87280c5-7a12-4037-abd8-db9f0f9ac084), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:11.011875 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-caa79f35-1ef5-453f-b2a1-e5a38b7ea14b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:11.013125 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-caa79f35-1ef5-453f-b2a1-e5a38b7ea14b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1249969 Mar 29 15:06:11.016856 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 41700) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:06:11.020644 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f6f57-d38b-4c6b-8c51-7e96a426e599 req-7dad3bfc-3267-4a7a-88ef-4e331aaf43d6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:11.021163 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-f0bcfb86-0d2a-4f34-bde6-7f6fbf1cd99b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Request body: {'security_group_rule': {'security_group_id': 'c87280c5-7a12-4037-abd8-db9f0f9ac084', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:06:11.022140 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-754f6f57-d38b-4c6b-8c51-7e96a426e599 req-7dad3bfc-3267-4a7a-88ef-4e331aaf43d6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0593264 Mar 29 15:06:11.025619 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa79f35-1ef5-453f-b2a1-e5a38b7ea14b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c87280c5-7a12-4037-abd8-db9f0f9ac084,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:06:11.048818 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f0bcfb86-0d2a-4f34-bde6-7f6fbf1cd99b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group_rule (574542fc-eb07-4b17-8e83-6e3b329f6e59), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:11.073082 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-754f6f57-d38b-4c6b-8c51-7e96a426e599 req-c2874ba3-eb24-4305-b115-d303e662b716 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447176 Mar 29 15:06:11.103695 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f0bcfb86-0d2a-4f34-bde6-7f6fbf1cd99b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group_rule (574542fc-eb07-4b17-8e83-6e3b329f6e59), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:11.107073 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f0bcfb86-0d2a-4f34-bde6-7f6fbf1cd99b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (574542fc-eb07-4b17-8e83-6e3b329f6e59), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:11.121554 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bcfb86-0d2a-4f34-bde6-7f6fbf1cd99b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574542fc-eb07-4b17-8e83-6e3b329f6e59,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:06:11.131455 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f0bcfb86-0d2a-4f34-bde6-7f6fbf1cd99b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:11.132645 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-f0bcfb86-0d2a-4f34-bde6-7f6fbf1cd99b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148582 Mar 29 15:06:11.136091 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 41702) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:06:11.140446 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-2f7bcaa6-ff14-4318-9305-1f26e68d2750 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Request body: {'security_group_rule': {'security_group_id': 'c87280c5-7a12-4037-abd8-db9f0f9ac084', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:06:11.164403 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f7bcaa6-ff14-4318-9305-1f26e68d2750 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group_rule (8d766351-65bf-42aa-baf1-2adb6ddc88e4), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:11.222094 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f7bcaa6-ff14-4318-9305-1f26e68d2750 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group_rule (8d766351-65bf-42aa-baf1-2adb6ddc88e4), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:11.225695 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f7bcaa6-ff14-4318-9305-1f26e68d2750 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (8d766351-65bf-42aa-baf1-2adb6ddc88e4), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:11.240036 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7bcaa6-ff14-4318-9305-1f26e68d2750 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d766351-65bf-42aa-baf1-2adb6ddc88e4,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:06:11.251250 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f7bcaa6-ff14-4318-9305-1f26e68d2750 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:11.252444 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-2f7bcaa6-ff14-4318-9305-1f26e68d2750 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154063 Mar 29 15:06:11.255525 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 41704) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:06:11.260361 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-4d303949-5e92-4005-b6f7-0aba7cf5a8a3 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Request body: {'floatingip': {'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:06:11.279113 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4d303949-5e92-4005-b6f7-0aba7cf5a8a3 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:11.373414 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4d303949-5e92-4005-b6f7-0aba7cf5a8a3 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:11.394048 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-152e5107-e1e5-4bf6-a956-87b8fa26cc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:11.480939 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-4d303949-5e92-4005-b6f7-0aba7cf5a8a3 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Allocated IP 172.27.2.134 (73fab6d0-c07f-433f-9c69-8ff3a31867f5/bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83/8e7341e0-ce9a-4bdb-8886-155138df5a82) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:06:11.579866 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4d303949-5e92-4005-b6f7-0aba7cf5a8a3 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for port (8e7341e0-ce9a-4bdb-8886-155138df5a82), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:11.612697 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4d303949-5e92-4005-b6f7-0aba7cf5a8a3 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (8e7341e0-ce9a-4bdb-8886-155138df5a82), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:11.651090 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d303949-5e92-4005-b6f7-0aba7cf5a8a3 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:06:11.653674 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-4d303949-5e92-4005-b6f7-0aba7cf5a8a3 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:06:11.657117 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d303949-5e92-4005-b6f7-0aba7cf5a8a3 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:06:11.685031 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d303949-5e92-4005-b6f7-0aba7cf5a8a3 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event updated for resources: {'Port': ['ID=8e7341e0-ce9a-4bdb-8886-155138df5a82,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:06:11.746970 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4d303949-5e92-4005-b6f7-0aba7cf5a8a3 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for floatingip (d6606989-a730-4a82-929d-f6227af5dc09), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:11.780920 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4d303949-5e92-4005-b6f7-0aba7cf5a8a3 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (8e7341e0-ce9a-4bdb-8886-155138df5a82), before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:11.928056 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4d303949-5e92-4005-b6f7-0aba7cf5a8a3 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for port (8e7341e0-ce9a-4bdb-8886-155138df5a82), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:11.933116 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4d303949-5e92-4005-b6f7-0aba7cf5a8a3 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13311161'] for port (8e7341e0-ce9a-4bdb-8886-155138df5a82), after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:12.005992 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d303949-5e92-4005-b6f7-0aba7cf5a8a3 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event updated for resources: {'Port': ['ID=8e7341e0-ce9a-4bdb-8886-155138df5a82,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:06:12.013999 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4d303949-5e92-4005-b6f7-0aba7cf5a8a3 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (d6606989-a730-4a82-929d-f6227af5dc09), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:12.029465 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4d303949-5e92-4005-b6f7-0aba7cf5a8a3 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:12.030731 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-4d303949-5e92-4005-b6f7-0aba7cf5a8a3 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7742963 Mar 29 15:06:12.197609 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfda434-0ed3-48e6-81aa-f1cd4cc2e1cd req-58dfd539-dee5-4c0d-903b-3de44d94febb tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:12.199053 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-bdfda434-0ed3-48e6-81aa-f1cd4cc2e1cd req-58dfd539-dee5-4c0d-903b-3de44d94febb tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0573316 Mar 29 15:06:12.229527 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-e1f6fe0f-fe93-4444-bc58-24081e7d0407 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1282190987&fields=id&tenant_id=33c87159058d4c97bc53a0b99346e157 HTTP/1.1" status: 200 len: 267 time: 0.0433235 Mar 29 15:06:12.248498 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-bdfda434-0ed3-48e6-81aa-f1cd4cc2e1cd req-a63b695e-75ae-4d2a-94d9-e8c864a68dc5 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438812 Mar 29 15:06:12.333488 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-6ca9da79-0155-4a54-8893-c5ca6291c42c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:12.335413 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-6ca9da79-0155-4a54-8893-c5ca6291c42c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/networks?id=8623989d-9dc8-4db2-b236-bf7fe1fec224 HTTP/1.1" status: 200 len: 814 time: 0.0987263 Mar 29 15:06:12.350577 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-39a945dc-8701-4e7e-81e1-5c38133de55c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/quotas/33c87159058d4c97bc53a0b99346e157 HTTP/1.1" status: 200 len: 375 time: 0.0088816 Mar 29 15:06:12.412521 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-f18d07db-cc52-497c-9b98-9bf304330e8c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=33c87159058d4c97bc53a0b99346e157&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0558240 Mar 29 15:06:12.505039 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-7780c2db-4e98-45e5-9133-68326d90550c service neutron] 10.222.0.35 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805855 Mar 29 15:06:12.599212 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-f899e28f-4a21-4f4c-a833-836e76e65e90 service neutron] 10.222.0.35 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874362 Mar 29 15:06:12.753462 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d3ade286-ad8d-4fc1-b5b2-e58997be773a req-a916be82-97de-4ec5-a38d-2395ab290241 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a88a65d-7037-4e7b-909a-20ac9b501d03 HTTP/1.1" status: 200 len: 210 time: 0.0275700 Mar 29 15:06:13.367911 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71c01c-21af-45ed-9102-3643dc8abbe4 req-bec4af59-0335-44c6-a36f-11ea4c72eec1 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:13.369428 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-de71c01c-21af-45ed-9102-3643dc8abbe4 req-bec4af59-0335-44c6-a36f-11ea4c72eec1 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0530803 Mar 29 15:06:13.415665 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-de71c01c-21af-45ed-9102-3643dc8abbe4 req-8549d552-0bad-44fd-995c-51154c799f87 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404725 Mar 29 15:06:13.722237 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-c8538657-a0c8-4b3c-a365-87f3766f8ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:13.777632 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-916761ce-ea6c-4c5a-b499-3e5255fbe4e3 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:13.779646 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-916761ce-ea6c-4c5a-b499-3e5255fbe4e3 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.36 "GET /v2.0/networks?id=8623989d-9dc8-4db2-b236-bf7fe1fec224 HTTP/1.1" status: 200 len: 814 time: 0.1164954 Mar 29 15:06:13.865980 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2395dfc8-5152-4ad5-aafc-2fee633e9372 req-c418b597-2b0d-4ed8-9ba7-08bbd8573cde tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a88a65d-7037-4e7b-909a-20ac9b501d03 HTTP/1.1" status: 200 len: 210 time: 0.0366347 Mar 29 15:06:13.883306 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-734f774c-a385-4293-b7f2-d657138cdf08 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33c87159058d4c97bc53a0b99346e157 HTTP/1.1" status: 200 len: 473 time: 0.0927043 Mar 29 15:06:13.892174 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-e5f9e7f7-f9b9-4fb0-bf64-06d16ae4511f tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Request body: {'port': {'device_id': '6a88a65d-7037-4e7b-909a-20ac9b501d03', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'admin_state_up': True, 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'security_groups': ['c87280c5-7a12-4037-abd8-db9f0f9ac084']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:06:14.000172 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-e5f9e7f7-f9b9-4fb0-bf64-06d16ae4511f tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Made reservation on behalf of 33c87159058d4c97bc53a0b99346e157 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:06:14.003351 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-e5f9e7f7-f9b9-4fb0-bf64-06d16ae4511f tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:14.128884 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-e5f9e7f7-f9b9-4fb0-bf64-06d16ae4511f tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Allocated IP 172.20.0.13 (8623989d-9dc8-4db2-b236-bf7fe1fec224/f848f262-5313-47d3-a01b-552787092c89/8534843c-cc11-4cdf-b1de-ec6980b97cec) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:06:14.267037 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-e5f9e7f7-f9b9-4fb0-bf64-06d16ae4511f tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for port (8534843c-cc11-4cdf-b1de-ec6980b97cec), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:14.300590 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-e5f9e7f7-f9b9-4fb0-bf64-06d16ae4511f tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (8534843c-cc11-4cdf-b1de-ec6980b97cec), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:14.342764 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-e5f9e7f7-f9b9-4fb0-bf64-06d16ae4511f tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Network 8623989d-9dc8-4db2-b236-bf7fe1fec224 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:06:14.345993 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-e5f9e7f7-f9b9-4fb0-bf64-06d16ae4511f tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:06:14.353373 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-e5f9e7f7-f9b9-4fb0-bf64-06d16ae4511f tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:06:14.383003 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f9e7f7-f9b9-4fb0-bf64-06d16ae4511f tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event updated for resources: {'Port': ['ID=8534843c-cc11-4cdf-b1de-ec6980b97cec,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:06:14.412024 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-e5f9e7f7-f9b9-4fb0-bf64-06d16ae4511f tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:14.412695 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-e5f9e7f7-f9b9-4fb0-bf64-06d16ae4511f tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:14.429821 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-e5f9e7f7-f9b9-4fb0-bf64-06d16ae4511f tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5411489 Mar 29 15:06:14.442404 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-100510b5-ea0e-4ab4-adfa-060671105266 service neutron] Request body: {'port': {'device_id': '6a88a65d-7037-4e7b-909a-20ac9b501d03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:06:14.505529 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-100510b5-ea0e-4ab4-adfa-060671105266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (8534843c-cc11-4cdf-b1de-ec6980b97cec), before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:14.549886 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae2e16-8096-4b73-9d1c-32599fa54b1f req-7b7ccbb2-5bd8-4368-9559-a487310acd09 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:14.552024 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-56ae2e16-8096-4b73-9d1c-32599fa54b1f req-7b7ccbb2-5bd8-4368-9559-a487310acd09 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0647690 Mar 29 15:06:14.601863 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-56ae2e16-8096-4b73-9d1c-32599fa54b1f req-0ee44659-1b70-46b4-a4a6-6e5866779d84 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444183 Mar 29 15:06:14.629221 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-50b9a1fd-749f-4b43-a046-d27d59da82a0 None None] Provisioning complete for port 8534843c-cc11-4cdf-b1de-ec6980b97cec triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:06:14.629940 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-50b9a1fd-749f-4b43-a046-d27d59da82a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (8534843c-cc11-4cdf-b1de-ec6980b97cec), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:14.663966 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-50b9a1fd-749f-4b43-a046-d27d59da82a0 None None] Port 8534843c-cc11-4cdf-b1de-ec6980b97cec cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:06:14.716527 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:14.782537 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.notifiers.nova [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-100510b5-ea0e-4ab4-adfa-060671105266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8534843c-cc11-4cdf-b1de-ec6980b97cec {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:06:14.790970 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-100510b5-ea0e-4ab4-adfa-060671105266 service neutron] Publish callbacks [] for port (8534843c-cc11-4cdf-b1de-ec6980b97cec), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:14.803129 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-100510b5-ea0e-4ab4-adfa-060671105266 service neutron] Transition to ACTIVE for port object 8534843c-cc11-4cdf-b1de-ec6980b97cec will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:06:14.807337 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-100510b5-ea0e-4ab4-adfa-060671105266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13311161'] for port (8534843c-cc11-4cdf-b1de-ec6980b97cec), after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:14.869724 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63fb50-32ec-42f7-9b04-8840268aec40 req-fd64ed11-a177-44e7-9907-ef645becadd6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:14.872090 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ae63fb50-32ec-42f7-9b04-8840268aec40 req-fd64ed11-a177-44e7-9907-ef645becadd6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0754325 Mar 29 15:06:14.876640 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100510b5-ea0e-4ab4-adfa-060671105266 service neutron] Pushing event updated for resources: {'Port': ['ID=8534843c-cc11-4cdf-b1de-ec6980b97cec,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:06:14.933158 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-100510b5-ea0e-4ab4-adfa-060671105266 service neutron] Attempting to bind port 8534843c-cc11-4cdf-b1de-ec6980b97cec on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:06:14.933497 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-100510b5-ea0e-4ab4-adfa-060671105266 service neutron] Attempting to bind port 8534843c-cc11-4cdf-b1de-ec6980b97cec by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '76ced992-64b5-4d36-a1da-2a36ce3c4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:06:14.933830 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-100510b5-ea0e-4ab4-adfa-060671105266 service neutron] Attempting to bind port 8534843c-cc11-4cdf-b1de-ec6980b97cec on network 8623989d-9dc8-4db2-b236-bf7fe1fec224 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:06:14.939351 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-100510b5-ea0e-4ab4-adfa-060671105266 service neutron] Port 8534843c-cc11-4cdf-b1de-ec6980b97cec on network 8623989d-9dc8-4db2-b236-bf7fe1fec224 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:06:14.939889 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-100510b5-ea0e-4ab4-adfa-060671105266 service neutron] Attempting to bind port 8534843c-cc11-4cdf-b1de-ec6980b97cec on network 8623989d-9dc8-4db2-b236-bf7fe1fec224 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:06:14.949046 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-100510b5-ea0e-4ab4-adfa-060671105266 service neutron] Checking agent: {'id': '54f4ecb7-e3d7-497a-b676-ec21eb6e2a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'started_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:06:14.949257 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-100510b5-ea0e-4ab4-adfa-060671105266 service neutron] Checking segment: {'id': '76ced992-64b5-4d36-a1da-2a36ce3c4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:06:14.949575 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-100510b5-ea0e-4ab4-adfa-060671105266 service neutron] Bound using segment: {'id': '76ced992-64b5-4d36-a1da-2a36ce3c4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:06:14.949969 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-100510b5-ea0e-4ab4-adfa-060671105266 service neutron] Bound port: 8534843c-cc11-4cdf-b1de-ec6980b97cec, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ced992-64b5-4d36-a1da-2a36ce3c4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:06:14.950337 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-100510b5-ea0e-4ab4-adfa-060671105266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (8534843c-cc11-4cdf-b1de-ec6980b97cec), before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:14.967029 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833f67f-ccd0-4a19-ba44-874c8e7ef9aa req-33b420b1-7625-4848-8c0b-a5fdaa7dab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:14.968547 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e833f67f-ccd0-4a19-ba44-874c8e7ef9aa req-33b420b1-7625-4848-8c0b-a5fdaa7dab0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af4f8ee2318e421dbf84b0a97b279da0&device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 1129 time: 0.0939145 Mar 29 15:06:14.971617 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ae63fb50-32ec-42f7-9b04-8840268aec40 req-f311384a-4c91-484f-92ae-d4875455efd2 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881834 Mar 29 15:06:15.082669 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833f67f-ccd0-4a19-ba44-874c8e7ef9aa req-cce3c03f-ce00-4065-84b3-06fc165fdc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:15.084173 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e833f67f-ccd0-4a19-ba44-874c8e7ef9aa req-cce3c03f-ce00-4065-84b3-06fc165fdc87 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db HTTP/1.1" status: 200 len: 911 time: 0.1088004 Mar 29 15:06:15.156431 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e833f67f-ccd0-4a19-ba44-874c8e7ef9aa req-7dca95ad-0af6-4c44-9a49-376e2e7e7a55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bec2f857-7b16-4ff2-87e0-32b1ba5e7e70 HTTP/1.1" status: 200 len: 1001 time: 0.0627058 Mar 29 15:06:15.210758 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833f67f-ccd0-4a19-ba44-874c8e7ef9aa req-63de4c42-747a-4927-ba09-53578aab89d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:15.213132 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e833f67f-ccd0-4a19-ba44-874c8e7ef9aa req-63de4c42-747a-4927-ba09-53578aab89d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d28f83-336a-4760-8daf-f760c1456634 HTTP/1.1" status: 200 len: 849 time: 0.0483418 Mar 29 15:06:15.236029 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a262d2a-7ccc-4b90-b13c-c3b4cecb2b7d req-7d2e584a-5e53-4945-9173-2e35632b73f4 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:15.237563 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-0a262d2a-7ccc-4b90-b13c-c3b4cecb2b7d req-7d2e584a-5e53-4945-9173-2e35632b73f4 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a88a65d-7037-4e7b-909a-20ac9b501d03 HTTP/1.1" status: 200 len: 944 time: 0.2917049 Mar 29 15:06:15.266919 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833f67f-ccd0-4a19-ba44-874c8e7ef9aa req-d3501ded-dfa4-4c59-b9bf-4d4a1957a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:15.268466 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e833f67f-ccd0-4a19-ba44-874c8e7ef9aa req-d3501ded-dfa4-4c59-b9bf-4d4a1957a2a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487065 Mar 29 15:06:15.275305 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-100510b5-ea0e-4ab4-adfa-060671105266 service neutron] For port 8534843c-cc11-4cdf-b1de-ec6980b97cec, host hv-cinder-83563, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:06:15.296217 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-100510b5-ea0e-4ab4-adfa-060671105266 service neutron] For port 8534843c-cc11-4cdf-b1de-ec6980b97cec, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=8534843c-cc11-4cdf-b1de-ec6980b97cec,segment=NetworkSegment(76ced992-64b5-4d36-a1da-2a36ce3c4f6e),segment_id=76ced992-64b5-4d36-a1da-2a36ce3c4f6e)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:06:15.307657 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-100510b5-ea0e-4ab4-adfa-060671105266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13311161'] for port (8534843c-cc11-4cdf-b1de-ec6980b97cec), after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:15.314189 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-0a262d2a-7ccc-4b90-b13c-c3b4cecb2b7d req-de485103-b7e4-4f78-8d45-524b08f0945b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=c87280c5-7a12-4037-abd8-db9f0f9ac084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665145 Mar 29 15:06:15.348188 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-100510b5-ea0e-4ab4-adfa-060671105266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:15.348504 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-100510b5-ea0e-4ab4-adfa-060671105266 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:15.350173 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-100510b5-ea0e-4ab4-adfa-060671105266 service neutron] 10.222.0.36 "PUT /v2.0/ports/8534843c-cc11-4cdf-b1de-ec6980b97cec HTTP/1.1" status: 200 len: 1094 time: 0.9116936 Mar 29 15:06:15.350728 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a88a65d-7037-4e7b-909a-20ac9b501d03', 'tag': '8534843c-cc11-4cdf-b1de-ec6980b97cec'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:06:15.353901 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba023f0cd8cc5f3c167e772b1aa00d02c07a3711ed68df0fea12bd5354b7600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a26663-929d-4353-b1be-b3e7b00ab780" -d '{"events": [{"name": "network-changed", "server_uuid": "6a88a65d-7037-4e7b-909a-20ac9b501d03", "tag": "8534843c-cc11-4cdf-b1de-ec6980b97cec"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:06:15.379184 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100510b5-ea0e-4ab4-adfa-060671105266 service neutron] Pushing event updated for resources: {'Port': ['ID=8534843c-cc11-4cdf-b1de-ec6980b97cec,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:06:15.389606 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e833f67f-ccd0-4a19-ba44-874c8e7ef9aa req-bff83ed4-def2-42ad-9624-f5ad5a165e75 service neutron] 10.222.0.36 "GET /v2.0/networks/c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132488 Mar 29 15:06:15.404146 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe9971c-db2a-43a6-ad4b-1ccf1d1afaa7 x-openstack-request-id: req-cfe9971c-db2a-43a6-ad4b-1ccf1d1afaa7 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:06:15.404694 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a88a65d-7037-4e7b-909a-20ac9b501d03", "tag": "8534843c-cc11-4cdf-b1de-ec6980b97cec", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:06:15.405127 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cfe9971c-db2a-43a6-ad4b-1ccf1d1afaa7 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:06:15.405535 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfe9971c-db2a-43a6-ad4b-1ccf1d1afaa7'] response: {'name': 'network-changed', 'server_uuid': '6a88a65d-7037-4e7b-909a-20ac9b501d03', 'tag': '8534843c-cc11-4cdf-b1de-ec6980b97cec', 'status': 'completed', 'code': 200} Mar 29 15:06:15.469542 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-b8d11ebb-9259-43a1-b6cd-8336d4e49598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:15.471405 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-b8d11ebb-9259-43a1-b6cd-8336d4e49598 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33c87159058d4c97bc53a0b99346e157&device_id=6a88a65d-7037-4e7b-909a-20ac9b501d03 HTTP/1.1" status: 200 len: 1128 time: 0.0532298 Mar 29 15:06:15.494603 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e833f67f-ccd0-4a19-ba44-874c8e7ef9aa req-a09d5c1c-eed1-4b97-93fd-69f819059e8a service neutron] 10.222.0.36 "GET /v2.0/networks/c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941205 Mar 29 15:06:15.522957 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-6a8d02d9-4255-4dd4-9b34-c0b5a554325e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8534843c-cc11-4cdf-b1de-ec6980b97cec HTTP/1.1" status: 200 len: 217 time: 0.0382679 Mar 29 15:06:15.577557 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-5444d1c6-09e3-4a0a-907e-43459e32a966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:15.578897 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-5444d1c6-09e3-4a0a-907e-43459e32a966 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f848f262-5313-47d3-a01b-552787092c89 HTTP/1.1" status: 200 len: 853 time: 0.0441935 Mar 29 15:06:15.632375 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-17a04247-e1d4-4bc5-ba4e-9a84ae637dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:15.634529 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-17a04247-e1d4-4bc5-ba4e-9a84ae637dac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8623989d-9dc8-4db2-b236-bf7fe1fec224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468750 Mar 29 15:06:15.724366 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-b84959c1-d50b-4626-80f6-855d3189c55c service neutron] 10.222.0.36 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827076 Mar 29 15:06:15.821297 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1b32f524-5fb7-4b4f-86cb-e213bba27e65 req-da7c489b-cc0a-4ea7-ac81-8d11a4e29359 service neutron] 10.222.0.36 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890315 Mar 29 15:06:15.924222 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a26663-929d-4353-b1be-b3e7b00ab780 req-714f29b9-e80e-4d23-a0dd-5c95d8aa510f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:15.925706 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b4a26663-929d-4353-b1be-b3e7b00ab780 req-714f29b9-e80e-4d23-a0dd-5c95d8aa510f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33c87159058d4c97bc53a0b99346e157&device_id=6a88a65d-7037-4e7b-909a-20ac9b501d03 HTTP/1.1" status: 200 len: 1128 time: 0.0443113 Mar 29 15:06:16.021331 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a26663-929d-4353-b1be-b3e7b00ab780 req-fa6d2a54-07b7-4e3b-a876-5e3c5c6b87f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:16.022805 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b4a26663-929d-4353-b1be-b3e7b00ab780 req-fa6d2a54-07b7-4e3b-a876-5e3c5c6b87f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8623989d-9dc8-4db2-b236-bf7fe1fec224 HTTP/1.1" status: 200 len: 915 time: 0.0865381 Mar 29 15:06:16.073898 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b4a26663-929d-4353-b1be-b3e7b00ab780 req-360134c0-c23f-4c65-9bbe-c5c44890d90f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8534843c-cc11-4cdf-b1de-ec6980b97cec HTTP/1.1" status: 200 len: 217 time: 0.0417693 Mar 29 15:06:16.144935 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a26663-929d-4353-b1be-b3e7b00ab780 req-bf8984f2-5ef3-4ba2-b161-449d81506700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:16.146360 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b4a26663-929d-4353-b1be-b3e7b00ab780 req-bf8984f2-5ef3-4ba2-b161-449d81506700 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f848f262-5313-47d3-a01b-552787092c89 HTTP/1.1" status: 200 len: 853 time: 0.0640755 Mar 29 15:06:16.157732 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b1eb6-d393-488f-8a33-1570f9399163 req-e67b7c96-e361-4944-90ae-3c73fe14d4b0 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:16.159102 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-368b1eb6-d393-488f-8a33-1570f9399163 req-e67b7c96-e361-4944-90ae-3c73fe14d4b0 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0888751 Mar 29 15:06:16.234959 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-368b1eb6-d393-488f-8a33-1570f9399163 req-92f2c7ec-9585-4418-a312-047eb400c0fe tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670881 Mar 29 15:06:16.237855 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a26663-929d-4353-b1be-b3e7b00ab780 req-c65e5b01-09a2-4f93-a742-7dbed56c791f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:16.239112 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b4a26663-929d-4353-b1be-b3e7b00ab780 req-c65e5b01-09a2-4f93-a742-7dbed56c791f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8623989d-9dc8-4db2-b236-bf7fe1fec224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0791738 Mar 29 15:06:16.329914 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b4a26663-929d-4353-b1be-b3e7b00ab780 req-2392860e-6bc2-4ff8-9c42-8709e20bfe06 service neutron] 10.222.0.36 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813575 Mar 29 15:06:16.441952 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb925369-8dd7-47be-8a5f-e74fdece6f16 req-499a1f06-cfee-4ad4-8ecf-236c05bf38c0 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:16.443049 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b4a26663-929d-4353-b1be-b3e7b00ab780 req-82d67029-3e42-4a2f-9ee5-09e5dc111a2d service neutron] 10.222.0.36 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000783 Mar 29 15:06:16.443462 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-bb925369-8dd7-47be-8a5f-e74fdece6f16 req-499a1f06-cfee-4ad4-8ecf-236c05bf38c0 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a88a65d-7037-4e7b-909a-20ac9b501d03 HTTP/1.1" status: 200 len: 944 time: 0.0560415 Mar 29 15:06:16.492339 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-bb925369-8dd7-47be-8a5f-e74fdece6f16 req-87d61ea7-98a6-4610-aeee-bf8b1867b3a0 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=c87280c5-7a12-4037-abd8-db9f0f9ac084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420620 Mar 29 15:06:16.537301 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:17.354689 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91211168-79dc-40e9-8216-72f737c69835 req-b24655de-8623-404f-876e-ed4538425fa8 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:17.356168 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-91211168-79dc-40e9-8216-72f737c69835 req-b24655de-8623-404f-876e-ed4538425fa8 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0533011 Mar 29 15:06:17.402136 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-91211168-79dc-40e9-8216-72f737c69835 req-17e9f2df-54cc-4d9c-9ec1-693535e97488 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405180 Mar 29 15:06:17.609123 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:17.611557 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f318b-7d03-4b17-9898-64e382488cd1 req-15dbb944-9eb5-4eb4-9518-9e15daae685d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:17.613128 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d98f318b-7d03-4b17-9898-64e382488cd1 req-15dbb944-9eb5-4eb4-9518-9e15daae685d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a88a65d-7037-4e7b-909a-20ac9b501d03 HTTP/1.1" status: 200 len: 944 time: 0.0563228 Mar 29 15:06:17.662385 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d98f318b-7d03-4b17-9898-64e382488cd1 req-d9f77616-8359-45bd-89e5-31a28ed0729f tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=c87280c5-7a12-4037-abd8-db9f0f9ac084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429695 Mar 29 15:06:18.787975 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa16e0-7a62-424d-8921-9b6251e92f9f req-303a65ee-2a79-4d0d-ae7d-f983dcc06159 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:18.789508 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-22fa16e0-7a62-424d-8921-9b6251e92f9f req-303a65ee-2a79-4d0d-ae7d-f983dcc06159 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a88a65d-7037-4e7b-909a-20ac9b501d03 HTTP/1.1" status: 200 len: 944 time: 0.0580516 Mar 29 15:06:18.835854 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-22fa16e0-7a62-424d-8921-9b6251e92f9f req-e78a2a9d-986a-4e1a-978f-11c22d16dd5b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=c87280c5-7a12-4037-abd8-db9f0f9ac084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404983 Mar 29 15:06:19.894726 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:06:19.949954 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10addc0-80d9-40ac-8fa6-e65d8305eba3 req-732f3733-3522-48db-ac05-990d1adfe547 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:19.951395 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d10addc0-80d9-40ac-8fa6-e65d8305eba3 req-732f3733-3522-48db-ac05-990d1adfe547 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a88a65d-7037-4e7b-909a-20ac9b501d03 HTTP/1.1" status: 200 len: 944 time: 0.0509984 Mar 29 15:06:19.996642 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d10addc0-80d9-40ac-8fa6-e65d8305eba3 req-54e2491c-d2ff-4412-8225-dacde19fc973 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=c87280c5-7a12-4037-abd8-db9f0f9ac084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398066 Mar 29 15:06:20.298135 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 8534843c-cc11-4cdf-b1de-ec6980b97cec details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:06:20.396485 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 8534843c-cc11-4cdf-b1de-ec6980b97cec, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=8534843c-cc11-4cdf-b1de-ec6980b97cec,segment=NetworkSegment(76ced992-64b5-4d36-a1da-2a36ce3c4f6e),segment_id=76ced992-64b5-4d36-a1da-2a36ce3c4f6e)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:06:20.408026 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Returning: {'device': '8534843c-cc11-4cdf-b1de-ec6980b97cec', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'port_id': '8534843c-cc11-4cdf-b1de-ec6980b97cec', 'mac_address': 'fa:16:3e:ad:8f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:06:20.445120 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port 8534843c-cc11-4cdf-b1de-ec6980b97cec is: DOWN; New status is: BUILD {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:06:20.445545 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (8534843c-cc11-4cdf-b1de-ec6980b97cec), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:20.458756 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8534843c-cc11-4cdf-b1de-ec6980b97cec {{(pid=103155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:06:20.477725 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 8534843c-cc11-4cdf-b1de-ec6980b97cec, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=8534843c-cc11-4cdf-b1de-ec6980b97cec,segment=NetworkSegment(76ced992-64b5-4d36-a1da-2a36ce3c4f6e),segment_id=76ced992-64b5-4d36-a1da-2a36ce3c4f6e)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:06:20.481300 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (8534843c-cc11-4cdf-b1de-ec6980b97cec), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:20.528029 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=8534843c-cc11-4cdf-b1de-ec6980b97cec,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:06:20.535057 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:20.535406 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:20.535771 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:20.536130 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:20.536470 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:20.536828 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:20.537159 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:20.537486 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:20.537811 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:20.538137 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:20.538462 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:20.538800 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:20.539126 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:20.539624 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:20.539998 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:06:20.939153 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['8534843c-cc11-4cdf-b1de-ec6980b97cec'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:06:21.111831 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f608e2-a55e-4f73-b8ee-0bcee946bdce req-2786457c-33d0-4362-87a4-debea6e7adad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:21.113311 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-37f608e2-a55e-4f73-b8ee-0bcee946bdce req-2786457c-33d0-4362-87a4-debea6e7adad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a88a65d-7037-4e7b-909a-20ac9b501d03 HTTP/1.1" status: 200 len: 945 time: 0.0516052 Mar 29 15:06:21.158305 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-37f608e2-a55e-4f73-b8ee-0bcee946bdce req-7ed36667-46d3-4caf-856c-e7816363232a tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=c87280c5-7a12-4037-abd8-db9f0f9ac084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393612 Mar 29 15:06:22.277354 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5074abc-a77b-4baf-adbb-abd60804b594 req-f842fd7d-c8d7-4aa1-92e9-dd6b7819920c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:22.278810 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e5074abc-a77b-4baf-adbb-abd60804b594 req-f842fd7d-c8d7-4aa1-92e9-dd6b7819920c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a88a65d-7037-4e7b-909a-20ac9b501d03 HTTP/1.1" status: 200 len: 945 time: 0.0533049 Mar 29 15:06:22.303368 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 8534843c-cc11-4cdf-b1de-ec6980b97cec up at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:06:22.326287 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e5074abc-a77b-4baf-adbb-abd60804b594 req-3ac20152-c50c-4c1d-8c20-18cb8a45785d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=c87280c5-7a12-4037-abd8-db9f0f9ac084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418634 Mar 29 15:06:22.360106 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning for port 8534843c-cc11-4cdf-b1de-ec6980b97cec completed by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:06:22.364259 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning complete for port 8534843c-cc11-4cdf-b1de-ec6980b97cec triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:06:22.364667 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (8534843c-cc11-4cdf-b1de-ec6980b97cec), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:22.446201 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port 8534843c-cc11-4cdf-b1de-ec6980b97cec is: BUILD; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:06:22.446479 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (8534843c-cc11-4cdf-b1de-ec6980b97cec), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:22.469705 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a88a65d-7037-4e7b-909a-20ac9b501d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8534843c-cc11-4cdf-b1de-ec6980b97cec'}] {{(pid=103155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:06:22.471933 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38c8142a5be8756d7824345574af4facaba61695d099691de86e3daaece1ccc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89845166-b930-4466-ac74-a11d250bb608" -d '{"events": [{"server_uuid": "6a88a65d-7037-4e7b-909a-20ac9b501d03", "name": "network-vif-plugged", "status": "completed", "tag": "8534843c-cc11-4cdf-b1de-ec6980b97cec"}]}' {{(pid=103155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:06:22.485056 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 8534843c-cc11-4cdf-b1de-ec6980b97cec, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=8534843c-cc11-4cdf-b1de-ec6980b97cec,segment=NetworkSegment(76ced992-64b5-4d36-a1da-2a36ce3c4f6e),segment_id=76ced992-64b5-4d36-a1da-2a36ce3c4f6e)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:06:22.489271 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (8534843c-cc11-4cdf-b1de-ec6980b97cec), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:22.513530 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c25fb06-97a5-4b9c-9b29-c111ddea6abc x-openstack-request-id: req-3c25fb06-97a5-4b9c-9b29-c111ddea6abc {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:06:22.513996 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a88a65d-7037-4e7b-909a-20ac9b501d03", "name": "network-vif-plugged", "status": "completed", "tag": "8534843c-cc11-4cdf-b1de-ec6980b97cec", "code": 200}]} {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:06:22.514266 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3c25fb06-97a5-4b9c-9b29-c111ddea6abc {{(pid=103155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:06:22.514699 dv-cinder-835635-1-iscsi neutron-server[103155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c25fb06-97a5-4b9c-9b29-c111ddea6abc'] response: {'server_uuid': '6a88a65d-7037-4e7b-909a-20ac9b501d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8534843c-cc11-4cdf-b1de-ec6980b97cec', 'code': 200} Mar 29 15:06:22.545677 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=8534843c-cc11-4cdf-b1de-ec6980b97cec,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:06:22.694685 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacaa58-0499-4334-aeb0-5d7ee2ec3fbb req-b51861fe-9b83-45aa-a3f9-858ebf349496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:22.696758 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-0cacaa58-0499-4334-aeb0-5d7ee2ec3fbb req-b51861fe-9b83-45aa-a3f9-858ebf349496 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6a88a65d-7037-4e7b-909a-20ac9b501d03 HTTP/1.1" status: 200 len: 1130 time: 0.0496318 Mar 29 15:06:22.746342 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-0cacaa58-0499-4334-aeb0-5d7ee2ec3fbb req-1a045f42-e392-4f67-9a0e-701c80a4a5ef service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c87280c5-7a12-4037-abd8-db9f0f9ac084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436137 Mar 29 15:06:23.443282 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ff2db-b32e-4586-9f12-001033c49b8e req-8f81a923-4205-4d9e-9d42-77a8be768b42 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:23.444768 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-892ff2db-b32e-4586-9f12-001033c49b8e req-8f81a923-4205-4d9e-9d42-77a8be768b42 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a88a65d-7037-4e7b-909a-20ac9b501d03 HTTP/1.1" status: 200 len: 946 time: 0.0522792 Mar 29 15:06:23.495474 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-892ff2db-b32e-4586-9f12-001033c49b8e req-7f6fe200-78e4-47e3-a7cc-57a3f05f3bd3 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=c87280c5-7a12-4037-abd8-db9f0f9ac084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429780 Mar 29 15:06:24.623660 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f2a0a-2192-47a4-8b81-71edd119a023 req-22472ad2-3cbd-4a31-90bc-ab8519da7946 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:24.625180 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e09f2a0a-2192-47a4-8b81-71edd119a023 req-22472ad2-3cbd-4a31-90bc-ab8519da7946 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a88a65d-7037-4e7b-909a-20ac9b501d03 HTTP/1.1" status: 200 len: 946 time: 0.0569160 Mar 29 15:06:24.671808 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e09f2a0a-2192-47a4-8b81-71edd119a023 req-74e19b2b-8ed2-407e-8375-f1d364859a0e tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=c87280c5-7a12-4037-abd8-db9f0f9ac084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411370 Mar 29 15:06:24.785234 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e342842-a5b5-46d5-be24-ca24fd883c3d req-7c749e8b-7aeb-4b0b-b3cd-dddff999329b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:24.786582 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3e342842-a5b5-46d5-be24-ca24fd883c3d req-7c749e8b-7aeb-4b0b-b3cd-dddff999329b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a88a65d-7037-4e7b-909a-20ac9b501d03 HTTP/1.1" status: 200 len: 946 time: 0.0515211 Mar 29 15:06:24.795927 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 41802) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:06:24.800176 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-3146de2c-fcae-4484-94b2-115af0ff4499 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Request body: {'floatingip': {'port_id': '8534843c-cc11-4cdf-b1de-ec6980b97cec'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:06:24.842025 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3146de2c-fcae-4484-94b2-115af0ff4499 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for floatingip (d6606989-a730-4a82-929d-f6227af5dc09), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:25.320405 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa0d94-be55-4617-a76f-afed75e735a5 req-9c88020b-61f2-4cc2-9abf-b18505cb3170 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:25.321897 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-2caa0d94-be55-4617-a76f-afed75e735a5 req-9c88020b-61f2-4cc2-9abf-b18505cb3170 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 945 time: 0.3612578 Mar 29 15:06:25.473404 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-2caa0d94-be55-4617-a76f-afed75e735a5 req-5a9356d4-4efd-40e4-b42b-97e683081104 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454163 Mar 29 15:06:25.583438 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3146de2c-fcae-4484-94b2-115af0ff4499 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:25.587848 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3146de2c-fcae-4484-94b2-115af0ff4499 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (d6606989-a730-4a82-929d-f6227af5dc09), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:25.690034 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.l3_db [None req-3146de2c-fcae-4484-94b2-115af0ff4499 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Floating IP d6606989-a730-4a82-929d-f6227af5dc09 associated. External IP: 172.27.2.134, port: 8534843c-cc11-4cdf-b1de-ec6980b97cec. Mar 29 15:06:25.901492 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3146de2c-fcae-4484-94b2-115af0ff4499 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:06:26.011572 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3146de2c-fcae-4484-94b2-115af0ff4499 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:06:26.016382 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3146de2c-fcae-4484-94b2-115af0ff4499 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:26.020862 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afa73c7-4b0d-459e-b290-cb5475e14a7a None None] Sync routers for ids ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'] in dv-cinder-835635-1-iscsi {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:06:26.030611 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afa73c7-4b0d-459e-b290-cb5475e14a7a None None] Routers {'3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:06:26.031217 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-7afa73c7-4b0d-459e-b290-cb5475e14a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:06:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:06:26.046012 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-3146de2c-fcae-4484-94b2-115af0ff4499 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "PUT /v2.0/floatingips/d6606989-a730-4a82-929d-f6227af5dc09 HTTP/1.1" status: 200 len: 992 time: 1.2489643 Mar 29 15:06:26.046533 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a88a65d-7037-4e7b-909a-20ac9b501d03', 'tag': '8534843c-cc11-4cdf-b1de-ec6980b97cec'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:06:26.048834 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18f57b8-ccf0-45c6-9ad1-ff6944973ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "6a88a65d-7037-4e7b-909a-20ac9b501d03", "tag": "8534843c-cc11-4cdf-b1de-ec6980b97cec"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:06:26.087019 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3205d1-1f97-4577-8d03-ad982fd7ee9f x-openstack-request-id: req-db3205d1-1f97-4577-8d03-ad982fd7ee9f {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:06:26.087308 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a88a65d-7037-4e7b-909a-20ac9b501d03", "tag": "8534843c-cc11-4cdf-b1de-ec6980b97cec", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:06:26.087560 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db3205d1-1f97-4577-8d03-ad982fd7ee9f {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:06:26.087957 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db3205d1-1f97-4577-8d03-ad982fd7ee9f'] response: {'name': 'network-changed', 'server_uuid': '6a88a65d-7037-4e7b-909a-20ac9b501d03', 'tag': '8534843c-cc11-4cdf-b1de-ec6980b97cec', 'status': 'completed', 'code': 200} Mar 29 15:06:26.142798 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-7afa73c7-4b0d-459e-b290-cb5475e14a7a None None] Set router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:06:26.150429 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f57b8-ccf0-45c6-9ad1-ff6944973ee8 req-6f4f0b93-cdc6-4baf-b165-bfa2dd66abf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:26.152055 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e18f57b8-ccf0-45c6-9ad1-ff6944973ee8 req-6f4f0b93-cdc6-4baf-b165-bfa2dd66abf4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33c87159058d4c97bc53a0b99346e157&device_id=6a88a65d-7037-4e7b-909a-20ac9b501d03 HTTP/1.1" status: 200 len: 1130 time: 0.0444162 Mar 29 15:06:26.246941 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f57b8-ccf0-45c6-9ad1-ff6944973ee8 req-c29dfdfb-a21e-4577-8d8d-fa8ccbb6d76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:26.248438 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e18f57b8-ccf0-45c6-9ad1-ff6944973ee8 req-c29dfdfb-a21e-4577-8d8d-fa8ccbb6d76e service neutron] 10.222.0.36 "GET /v2.0/networks?id=8623989d-9dc8-4db2-b236-bf7fe1fec224 HTTP/1.1" status: 200 len: 915 time: 0.0902100 Mar 29 15:06:26.315742 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e18f57b8-ccf0-45c6-9ad1-ff6944973ee8 req-2dcec644-3ea9-4cb2-bf06-2994b2575a00 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8534843c-cc11-4cdf-b1de-ec6980b97cec HTTP/1.1" status: 200 len: 1000 time: 0.0597937 Mar 29 15:06:26.364897 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f57b8-ccf0-45c6-9ad1-ff6944973ee8 req-8056a2d5-87a0-43e4-b9ba-d691fdb0a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:26.366361 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e18f57b8-ccf0-45c6-9ad1-ff6944973ee8 req-8056a2d5-87a0-43e4-b9ba-d691fdb0a06b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f848f262-5313-47d3-a01b-552787092c89 HTTP/1.1" status: 200 len: 853 time: 0.0434978 Mar 29 15:06:26.376417 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-7afa73c7-4b0d-459e-b290-cb5475e14a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '6089c5be-4c67-4ae8-96e4-49d53a401b36', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'port_id': '7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'mac_address': 'fa:16:3e:a3:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d74560-50f6-4016-847f-f4315b7f26f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:02:53Z', 'updated_at': '2022-03-29T15:03:19Z', 'revision_number': 2, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'fixed_ip_address_scope': None}, {'id': 'd6606989-a730-4a82-929d-f6227af5dc09', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'port_id': '8534843c-cc11-4cdf-b1de-ec6980b97cec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'mac_address': 'fa:16:3e:ad:8f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a88a65d-7037-4e7b-909a-20ac9b501d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:06:11Z', 'updated_at': '2022-03-29T15:06:25Z', 'revision_number': 1, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91adfefe-7aa0-4636-97b4-6521420d1303', 'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'mac_address': 'fa:16:3e:ee:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:34Z', 'updated_at': '2022-03-29T15:02:52Z', 'revision_number': 5, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'subnets': [{'id': 'f848f262-5313-47d3-a01b-552787092c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:06:26.406716 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afa73c7-4b0d-459e-b290-cb5475e14a7a None None] Checking router: 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 for host: dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:06:26.415073 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afa73c7-4b0d-459e-b290-cb5475e14a7a None None] Routers {'3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:06:26.415929 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-7afa73c7-4b0d-459e-b290-cb5475e14a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:06:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:06:26.419402 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f57b8-ccf0-45c6-9ad1-ff6944973ee8 req-327a3658-8edc-4392-9836-c6a36f0eae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:26.420943 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e18f57b8-ccf0-45c6-9ad1-ff6944973ee8 req-327a3658-8edc-4392-9836-c6a36f0eae6a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8623989d-9dc8-4db2-b236-bf7fe1fec224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482097 Mar 29 15:06:26.471248 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:26.521155 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e18f57b8-ccf0-45c6-9ad1-ff6944973ee8 req-918fca82-1064-4a9c-9b61-25b64acf91cf service neutron] 10.222.0.36 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902348 Mar 29 15:06:26.523344 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-7afa73c7-4b0d-459e-b290-cb5475e14a7a None None] Set router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:06:26.610893 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b293748-cc99-48f9-bd3b-1ae2a8a135da req-3f7067c5-8fbf-4344-a6dc-aeafd1300e7f tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:26.621633 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9b293748-cc99-48f9-bd3b-1ae2a8a135da req-3f7067c5-8fbf-4344-a6dc-aeafd1300e7f tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 945 time: 0.0734680 Mar 29 15:06:26.636403 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e18f57b8-ccf0-45c6-9ad1-ff6944973ee8 req-6e8cd3df-2bca-4724-aaec-5d0069832524 service neutron] 10.222.0.36 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082914 Mar 29 15:06:26.669142 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9b293748-cc99-48f9-bd3b-1ae2a8a135da req-c4f434d3-fe9b-4ace-ae70-d95e43e023e6 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470359 Mar 29 15:06:26.761191 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-7afa73c7-4b0d-459e-b290-cb5475e14a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '6089c5be-4c67-4ae8-96e4-49d53a401b36', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'port_id': '7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'mac_address': 'fa:16:3e:a3:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d74560-50f6-4016-847f-f4315b7f26f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:02:53Z', 'updated_at': '2022-03-29T15:03:19Z', 'revision_number': 2, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'fixed_ip_address_scope': None}, {'id': 'd6606989-a730-4a82-929d-f6227af5dc09', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'port_id': '8534843c-cc11-4cdf-b1de-ec6980b97cec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'mac_address': 'fa:16:3e:ad:8f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a88a65d-7037-4e7b-909a-20ac9b501d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:06:11Z', 'updated_at': '2022-03-29T15:06:25Z', 'revision_number': 1, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91adfefe-7aa0-4636-97b4-6521420d1303', 'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'mac_address': 'fa:16:3e:ee:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:34Z', 'updated_at': '2022-03-29T15:02:52Z', 'revision_number': 5, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'subnets': [{'id': 'f848f262-5313-47d3-a01b-552787092c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:06:26.786805 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afa73c7-4b0d-459e-b290-cb5475e14a7a None None] The sync data for ids ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'] in dv-cinder-835635-1-iscsi is: [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '6089c5be-4c67-4ae8-96e4-49d53a401b36', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'port_id': '7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'mac_address': 'fa:16:3e:a3:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d74560-50f6-4016-847f-f4315b7f26f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:02:53Z', 'updated_at': '2022-03-29T15:03:19Z', 'revision_number': 2, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'fixed_ip_address_scope': None}, {'id': 'd6606989-a730-4a82-929d-f6227af5dc09', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'port_id': '8534843c-cc11-4cdf-b1de-ec6980b97cec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'mac_address': 'fa:16:3e:ad:8f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a88a65d-7037-4e7b-909a-20ac9b501d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:06:11Z', 'updated_at': '2022-03-29T15:06:25Z', 'revision_number': 1, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91adfefe-7aa0-4636-97b4-6521420d1303', 'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'mac_address': 'fa:16:3e:ee:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:34Z', 'updated_at': '2022-03-29T15:02:52Z', 'revision_number': 5, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'subnets': [{'id': 'f848f262-5313-47d3-a01b-552787092c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:06:27.001856 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b8f87d-4125-4f16-87b4-1bbbf6d77eab None None] New status for floating IP d6606989-a730-4a82-929d-f6227af5dc09: ACTIVE {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:06:27.789302 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02d6e9-a68b-41f3-aefb-62f0cc2516c0 req-90cfdd7d-d29c-4457-9fe8-0e7e636d6045 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:27.791017 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-4d02d6e9-a68b-41f3-aefb-62f0cc2516c0 req-90cfdd7d-d29c-4457-9fe8-0e7e636d6045 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 945 time: 0.0528700 Mar 29 15:06:27.837349 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-4d02d6e9-a68b-41f3-aefb-62f0cc2516c0 req-fb80df66-bbbd-4dfd-8f1e-4133dac69ee4 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406871 Mar 29 15:06:27.906803 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-50df7702-1377-4ff9-ad34-729a2fd32d57 req-b39efd98-96de-4f7d-9cef-6ba314e6f6fd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471842 Mar 29 15:06:27.976432 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df7702-1377-4ff9-ad34-729a2fd32d57 req-9f199f05-cc14-4e48-9c6d-39cfcd5c6613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:27.978146 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-50df7702-1377-4ff9-ad34-729a2fd32d57 req-9f199f05-cc14-4e48-9c6d-39cfcd5c6613 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af4f8ee2318e421dbf84b0a97b279da0&device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 1129 time: 0.0470963 Mar 29 15:06:28.079818 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df7702-1377-4ff9-ad34-729a2fd32d57 req-db2a78ba-6a6f-44a2-9153-90589382c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:28.081314 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-50df7702-1377-4ff9-ad34-729a2fd32d57 req-db2a78ba-6a6f-44a2-9153-90589382c95c service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db HTTP/1.1" status: 200 len: 911 time: 0.0847974 Mar 29 15:06:28.149560 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-50df7702-1377-4ff9-ad34-729a2fd32d57 req-c150b52a-cbc4-40ac-bd24-082c54038cfa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bec2f857-7b16-4ff2-87e0-32b1ba5e7e70 HTTP/1.1" status: 200 len: 1001 time: 0.0616806 Mar 29 15:06:28.199475 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df7702-1377-4ff9-ad34-729a2fd32d57 req-6e3d4b04-7cf2-4a3e-9a7a-b886914c9b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:28.200972 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-50df7702-1377-4ff9-ad34-729a2fd32d57 req-6e3d4b04-7cf2-4a3e-9a7a-b886914c9b1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d28f83-336a-4760-8daf-f760c1456634 HTTP/1.1" status: 200 len: 849 time: 0.0437896 Mar 29 15:06:28.256786 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df7702-1377-4ff9-ad34-729a2fd32d57 req-b0a4890d-0b1e-4090-b277-647fec18b2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:28.258225 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-50df7702-1377-4ff9-ad34-729a2fd32d57 req-b0a4890d-0b1e-4090-b277-647fec18b2fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516253 Mar 29 15:06:28.346245 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-50df7702-1377-4ff9-ad34-729a2fd32d57 req-1c0dcb16-4172-4ede-8177-fb016d204ae1 service neutron] 10.222.0.36 "GET /v2.0/networks/c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817847 Mar 29 15:06:28.434274 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-50df7702-1377-4ff9-ad34-729a2fd32d57 req-6aec864f-ba34-4275-888b-90012404c432 service neutron] 10.222.0.36 "GET /v2.0/networks/c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813551 Mar 29 15:06:28.957956 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ff797-bcb2-4d4d-bd27-0df7dff207d6 req-d4c05cc9-0093-4d32-a126-a493822d87b1 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:28.959422 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-788ff797-bcb2-4d4d-bd27-0df7dff207d6 req-d4c05cc9-0093-4d32-a126-a493822d87b1 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 945 time: 0.0514309 Mar 29 15:06:29.004814 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-788ff797-bcb2-4d4d-bd27-0df7dff207d6 req-9afcf86b-6633-44dc-bd06-0151d0724be4 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389156 Mar 29 15:06:30.128306 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13feb688-1600-4b9b-a98b-5749fff1af39 req-8d445dd9-5e03-4616-a95e-734f280d5c8f tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:30.129797 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-13feb688-1600-4b9b-a98b-5749fff1af39 req-8d445dd9-5e03-4616-a95e-734f280d5c8f tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 945 time: 0.0529358 Mar 29 15:06:30.179474 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-13feb688-1600-4b9b-a98b-5749fff1af39 req-ddc168c5-d01c-4c5e-8348-c59900f865e1 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434251 Mar 29 15:06:31.307851 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2a788-2dd9-4d63-987e-e7fbd8497004 req-e1b46f6b-7926-457f-bfbb-55d59fa95f43 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:31.309343 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-29b2a788-2dd9-4d63-987e-e7fbd8497004 req-e1b46f6b-7926-457f-bfbb-55d59fa95f43 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 945 time: 0.0561967 Mar 29 15:06:31.356110 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-29b2a788-2dd9-4d63-987e-e7fbd8497004 req-adad7ec8-e2ef-4580-882d-cef7e6612c9f tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412889 Mar 29 15:06:32.476213 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d15b9-ccfe-450e-9ad7-f53a73280f7e req-c85c16a6-803d-4638-934d-8c8ec65b0169 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:32.478300 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-061d15b9-ccfe-450e-9ad7-f53a73280f7e req-c85c16a6-803d-4638-934d-8c8ec65b0169 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 945 time: 0.0529420 Mar 29 15:06:32.524992 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-061d15b9-ccfe-450e-9ad7-f53a73280f7e req-5be663fa-a250-4f49-af87-ca94a9e39265 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411859 Mar 29 15:06:33.649165 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152045b6-6720-4f53-bf07-ec2f4c19bcd3 req-5fc8404c-a298-4d4e-9d2b-3023e374fefb tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:33.650637 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-152045b6-6720-4f53-bf07-ec2f4c19bcd3 req-5fc8404c-a298-4d4e-9d2b-3023e374fefb tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 945 time: 0.0524035 Mar 29 15:06:33.697695 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-152045b6-6720-4f53-bf07-ec2f4c19bcd3 req-e266df4d-56c7-41a2-87b7-1a0388a8e5b3 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415862 Mar 29 15:06:34.816215 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fcfab-def0-4162-8378-c6ee488725a1 req-0c173839-00a8-4d7a-8cae-8bbdeac540af tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:34.817682 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-502fcfab-def0-4162-8378-c6ee488725a1 req-0c173839-00a8-4d7a-8cae-8bbdeac540af tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 945 time: 0.0504174 Mar 29 15:06:34.862908 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-502fcfab-def0-4162-8378-c6ee488725a1 req-a48cd26b-682a-4e8e-a9cf-639b7a3c07f8 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392449 Mar 29 15:06:35.982180 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600b0f9-96a7-4d1b-aaca-dda58c2a20c3 req-5fd0dc9e-9df5-4aac-8fda-41b97239a51b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:35.983664 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5600b0f9-96a7-4d1b-aaca-dda58c2a20c3 req-5fd0dc9e-9df5-4aac-8fda-41b97239a51b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 945 time: 0.0527091 Mar 29 15:06:36.034640 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5600b0f9-96a7-4d1b-aaca-dda58c2a20c3 req-cb7e8021-70d2-4042-a1bd-fd78f14406db tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451984 Mar 29 15:06:37.159161 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b9934-1de1-458e-af32-9c5c3787d160 req-679e0f8e-e823-4a39-8c0a-4cc604aad498 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:37.160734 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2b8b9934-1de1-458e-af32-9c5c3787d160 req-679e0f8e-e823-4a39-8c0a-4cc604aad498 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 945 time: 0.0548885 Mar 29 15:06:37.206190 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2b8b9934-1de1-458e-af32-9c5c3787d160 req-f7f72c30-6501-4b61-81f9-ff1a2e6ad423 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397527 Mar 29 15:06:38.329675 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc937e-7e75-4ae4-aec2-0fb0dac6bc5e req-5184719d-8653-4ecf-818d-c1d1b2706003 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:38.331172 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-13bc937e-7e75-4ae4-aec2-0fb0dac6bc5e req-5184719d-8653-4ecf-818d-c1d1b2706003 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 945 time: 0.0537996 Mar 29 15:06:38.379230 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-13bc937e-7e75-4ae4-aec2-0fb0dac6bc5e req-3c3947cf-4ce6-4281-8552-3de19a87c2d0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415783 Mar 29 15:06:39.500549 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565094b6-5ab2-4ffc-987e-8c9a84f6c9eb req-80246a09-dac4-4d31-9756-45ebd7035042 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:39.501954 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-565094b6-5ab2-4ffc-987e-8c9a84f6c9eb req-80246a09-dac4-4d31-9756-45ebd7035042 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 945 time: 0.0527241 Mar 29 15:06:39.548632 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-565094b6-5ab2-4ffc-987e-8c9a84f6c9eb req-44f60eb9-3e42-47c6-a0f3-559033f89160 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412817 Mar 29 15:06:40.391508 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device a0064680-d05d-4c2d-aaef-d4db9260280c details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:06:40.488480 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port a0064680-d05d-4c2d-aaef-d4db9260280c, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=a0064680-d05d-4c2d-aaef-d4db9260280c,segment=NetworkSegment(d32bf408-be36-4d34-802e-1529276988f7),segment_id=d32bf408-be36-4d34-802e-1529276988f7)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:06:40.500319 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Returning: {'device': 'a0064680-d05d-4c2d-aaef-d4db9260280c', 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'port_id': 'a0064680-d05d-4c2d-aaef-d4db9260280c', 'mac_address': 'fa:16:3e:0b:0f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:06:40.536408 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port a0064680-d05d-4c2d-aaef-d4db9260280c is: ACTIVE; New status is: BUILD {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:06:40.536828 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (a0064680-d05d-4c2d-aaef-d4db9260280c), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:40.549726 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0064680-d05d-4c2d-aaef-d4db9260280c {{(pid=103155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:06:40.569167 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port a0064680-d05d-4c2d-aaef-d4db9260280c, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=a0064680-d05d-4c2d-aaef-d4db9260280c,segment=NetworkSegment(d32bf408-be36-4d34-802e-1529276988f7),segment_id=d32bf408-be36-4d34-802e-1529276988f7)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:06:40.573626 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (a0064680-d05d-4c2d-aaef-d4db9260280c), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:40.624451 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=a0064680-d05d-4c2d-aaef-d4db9260280c,revision_number=6']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:06:40.672588 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd065ca3-ce92-47b3-a35e-594503e146d2 req-36c432bd-dd5d-43aa-8553-fc45a9fb8cbc tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:40.674080 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-cd065ca3-ce92-47b3-a35e-594503e146d2 req-36c432bd-dd5d-43aa-8553-fc45a9fb8cbc tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 944 time: 0.0543287 Mar 29 15:06:40.723060 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-cd065ca3-ce92-47b3-a35e-594503e146d2 req-b1a868b5-6852-436d-9df9-72c16072eeee tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435002 Mar 29 15:06:40.724285 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['a0064680-d05d-4c2d-aaef-d4db9260280c'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:06:41.396463 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-92c6e0d2-106a-4cc7-9f78-149dffb2f292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:41.844456 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed9d9b-e405-41ca-a99a-12aaf2975d55 req-f147001c-fab3-4c31-9de1-024bf5182ec8 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:41.845955 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-65ed9d9b-e405-41ca-a99a-12aaf2975d55 req-f147001c-fab3-4c31-9de1-024bf5182ec8 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 944 time: 0.0513785 Mar 29 15:06:41.894527 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-65ed9d9b-e405-41ca-a99a-12aaf2975d55 req-f9fa3707-df4d-426c-8935-57da230bee34 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430994 Mar 29 15:06:42.417461 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device a0064680-d05d-4c2d-aaef-d4db9260280c up at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:06:42.464750 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning complete for port a0064680-d05d-4c2d-aaef-d4db9260280c triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:06:42.465035 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (a0064680-d05d-4c2d-aaef-d4db9260280c), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:42.538524 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port a0064680-d05d-4c2d-aaef-d4db9260280c is: BUILD; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:06:42.538963 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (a0064680-d05d-4c2d-aaef-d4db9260280c), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:42.560938 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cd9010-ad54-4bea-b8bf-9c429bd85481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0064680-d05d-4c2d-aaef-d4db9260280c'}] {{(pid=103155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:06:42.563151 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38c8142a5be8756d7824345574af4facaba61695d099691de86e3daaece1ccc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e794d3c2-8f73-4274-9911-59530673ba20" -d '{"events": [{"server_uuid": "98cd9010-ad54-4bea-b8bf-9c429bd85481", "name": "network-vif-plugged", "status": "completed", "tag": "a0064680-d05d-4c2d-aaef-d4db9260280c"}]}' {{(pid=103155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:06:42.575429 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port a0064680-d05d-4c2d-aaef-d4db9260280c, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=a0064680-d05d-4c2d-aaef-d4db9260280c,segment=NetworkSegment(d32bf408-be36-4d34-802e-1529276988f7),segment_id=d32bf408-be36-4d34-802e-1529276988f7)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:06:42.580367 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (a0064680-d05d-4c2d-aaef-d4db9260280c), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:42.610032 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1d4014-dbf8-414c-a1eb-d9f0b8fb96a3 x-openstack-request-id: req-6f1d4014-dbf8-414c-a1eb-d9f0b8fb96a3 {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:06:42.610317 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cd9010-ad54-4bea-b8bf-9c429bd85481", "name": "network-vif-plugged", "status": "completed", "tag": "a0064680-d05d-4c2d-aaef-d4db9260280c", "code": 200}]} {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:06:42.610562 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6f1d4014-dbf8-414c-a1eb-d9f0b8fb96a3 {{(pid=103155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:06:42.610945 dv-cinder-835635-1-iscsi neutron-server[103155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f1d4014-dbf8-414c-a1eb-d9f0b8fb96a3'] response: {'server_uuid': '98cd9010-ad54-4bea-b8bf-9c429bd85481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0064680-d05d-4c2d-aaef-d4db9260280c', 'code': 200} Mar 29 15:06:42.635719 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=a0064680-d05d-4c2d-aaef-d4db9260280c,revision_number=7']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:06:43.017512 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0174b-ddb1-48a1-9e9e-57b163cb580e req-b371dd6d-3f42-4c65-9323-b12cc5bab162 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:43.018997 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-0ed0174b-ddb1-48a1-9e9e-57b163cb580e req-b371dd6d-3f42-4c65-9323-b12cc5bab162 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 945 time: 0.0533226 Mar 29 15:06:43.065488 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-0ed0174b-ddb1-48a1-9e9e-57b163cb580e req-d149522b-9900-4dc5-864d-36c49c2271f0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405276 Mar 29 15:06:43.715284 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9c5e135f-163f-47c1-9549-2d5fab907539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:44.195929 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6fad5-2c57-4fcd-91a8-b5224c7ab51c req-9dd59a23-f2a0-4e2d-aae4-479eeedc6b26 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:44.197454 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0ed6fad5-2c57-4fcd-91a8-b5224c7ab51c req-9dd59a23-f2a0-4e2d-aae4-479eeedc6b26 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 945 time: 0.0589843 Mar 29 15:06:44.255299 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0ed6fad5-2c57-4fcd-91a8-b5224c7ab51c req-634a80cf-9670-41d5-bf89-c79d27908f47 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524197 Mar 29 15:06:44.716862 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:45.386976 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd2387-76e1-4a8e-8567-583dad0dbf0e req-6ee22d0e-a633-4e33-90a7-c08bdf809219 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:45.389149 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d2fd2387-76e1-4a8e-8567-583dad0dbf0e req-6ee22d0e-a633-4e33-90a7-c08bdf809219 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 945 time: 0.0565968 Mar 29 15:06:45.458154 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d2fd2387-76e1-4a8e-8567-583dad0dbf0e req-3c0bccd6-ff96-4a60-bab7-a1803b261885 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602152 Mar 29 15:06:46.547761 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:46.584979 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e5746-7336-436c-bb1b-88c78e749f9c req-dbaa48fb-8d72-4923-83c7-e62b8b483355 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:46.587077 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7c5e5746-7336-436c-bb1b-88c78e749f9c req-dbaa48fb-8d72-4923-83c7-e62b8b483355 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 945 time: 0.0596533 Mar 29 15:06:46.657894 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7c5e5746-7336-436c-bb1b-88c78e749f9c req-45327f83-9a39-4408-8fa1-e1d20829b2ec tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652199 Mar 29 15:06:47.614560 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:47.805389 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7b999-8b79-4128-b07c-a24e82f9c03b req-0e307df5-9819-4293-9961-0c29eeca6df1 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:47.806904 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b8f7b999-8b79-4128-b07c-a24e82f9c03b req-0e307df5-9819-4293-9961-0c29eeca6df1 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 945 time: 0.0655837 Mar 29 15:06:47.858487 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b8f7b999-8b79-4128-b07c-a24e82f9c03b req-96c91701-dcf3-432f-a2ae-fbc134ae5b45 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450976 Mar 29 15:06:49.005131 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ece63-307d-453b-9180-0b4c2f38af9f req-8fa50ecb-c807-49d4-9f8b-cb5dd003854b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:49.006866 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-562ece63-307d-453b-9180-0b4c2f38af9f req-8fa50ecb-c807-49d4-9f8b-cb5dd003854b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 945 time: 0.0731595 Mar 29 15:06:49.060955 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-562ece63-307d-453b-9180-0b4c2f38af9f req-d18602ad-db43-4f9d-9a7a-9f5f026d6300 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475297 Mar 29 15:06:50.190875 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f172b9-75df-45cb-97fb-ce8a9d88ad01 req-fcb39e6d-d540-43c1-98e3-628b4f321a3d tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:50.192363 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-46f172b9-75df-45cb-97fb-ce8a9d88ad01 req-fcb39e6d-d540-43c1-98e3-628b4f321a3d tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 945 time: 0.0546269 Mar 29 15:06:50.243198 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-46f172b9-75df-45cb-97fb-ce8a9d88ad01 req-35c8b8a3-b914-4df4-bbe0-eb4d036771da tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443823 Mar 29 15:06:51.378374 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1afcb0-e765-453e-91fc-593e3db62fbd req-8241a4d1-c8e3-45a7-802e-063701b6a77b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:51.380467 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4a1afcb0-e765-453e-91fc-593e3db62fbd req-8241a4d1-c8e3-45a7-802e-063701b6a77b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 945 time: 0.0560586 Mar 29 15:06:51.431921 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4a1afcb0-e765-453e-91fc-593e3db62fbd req-205bdfdc-5cdf-445f-8e2b-119a63d6bf68 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445390 Mar 29 15:06:52.583482 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd77cf9-acc3-4bb4-85e1-5181dd52c827 req-b7a6acfa-8b64-4280-a188-8f1796949281 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:52.585034 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1cd77cf9-acc3-4bb4-85e1-5181dd52c827 req-b7a6acfa-8b64-4280-a188-8f1796949281 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 945 time: 0.0572398 Mar 29 15:06:52.638056 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1cd77cf9-acc3-4bb4-85e1-5181dd52c827 req-c011e30a-441b-4b3a-9f28-61623f7856ca tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461497 Mar 29 15:06:53.768968 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80992e7-0fc8-4d74-b9de-91d7f11a3d93 req-b190fe53-e289-434a-bef8-1a467659006d tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:53.770437 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a80992e7-0fc8-4d74-b9de-91d7f11a3d93 req-b190fe53-e289-434a-bef8-1a467659006d tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 945 time: 0.0519590 Mar 29 15:06:53.817116 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a80992e7-0fc8-4d74-b9de-91d7f11a3d93 req-512a965e-25cb-4b00-b0fd-f005b5571d80 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412054 Mar 29 15:06:54.278018 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c127f2-71d9-4f0b-a29a-4d5c5b0af0fc req-4071170d-cfea-4e73-bc90-69e608c4dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:54.279476 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-46c127f2-71d9-4f0b-a29a-4d5c5b0af0fc req-4071170d-cfea-4e73-bc90-69e608c4dcc2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e407405f1464490f8b4163e9dce23438&device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 1129 time: 0.0432868 Mar 29 15:06:54.369626 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c127f2-71d9-4f0b-a29a-4d5c5b0af0fc req-10b883ac-06b0-482a-8f88-73c2e18ae357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:54.371052 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-46c127f2-71d9-4f0b-a29a-4d5c5b0af0fc req-10b883ac-06b0-482a-8f88-73c2e18ae357 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7319462-7a9c-48c1-8b1b-f253974f3ccf HTTP/1.1" status: 200 len: 917 time: 0.0857792 Mar 29 15:06:54.435047 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-46c127f2-71d9-4f0b-a29a-4d5c5b0af0fc req-f9bc2c48-c73d-4fe2-b267-de51bfc38dc6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0064680-d05d-4c2d-aaef-d4db9260280c HTTP/1.1" status: 200 len: 1001 time: 0.0572193 Mar 29 15:06:54.482004 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c127f2-71d9-4f0b-a29a-4d5c5b0af0fc req-0b05fd1a-98ff-416b-9738-ea04e1bfd78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:54.483301 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-46c127f2-71d9-4f0b-a29a-4d5c5b0af0fc req-0b05fd1a-98ff-416b-9738-ea04e1bfd78d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5db96dc7-3ab4-47b2-8f7f-2f2553b8b462 HTTP/1.1" status: 200 len: 855 time: 0.0421662 Mar 29 15:06:54.533970 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c127f2-71d9-4f0b-a29a-4d5c5b0af0fc req-fa6ca955-67b8-42ae-a922-e90b248a96d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:54.535422 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-46c127f2-71d9-4f0b-a29a-4d5c5b0af0fc req-fa6ca955-67b8-42ae-a922-e90b248a96d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7319462-7a9c-48c1-8b1b-f253974f3ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454786 Mar 29 15:06:54.620463 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-46c127f2-71d9-4f0b-a29a-4d5c5b0af0fc req-eb2f1a9d-9e07-44d2-b8ae-4f3aea218892 service neutron] 10.222.0.36 "GET /v2.0/networks/b7319462-7a9c-48c1-8b1b-f253974f3ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788717 Mar 29 15:06:54.713480 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-46c127f2-71d9-4f0b-a29a-4d5c5b0af0fc req-c6758a2c-aa74-4d0f-a556-957f334b4714 service neutron] 10.222.0.36 "GET /v2.0/networks/b7319462-7a9c-48c1-8b1b-f253974f3ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856094 Mar 29 15:06:54.938001 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff7fe2-4d33-439b-8d1c-94a32d69da89 req-95d5425d-92b9-45a3-94b9-4138c0611c47 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:54.939454 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-4cff7fe2-4d33-439b-8d1c-94a32d69da89 req-95d5425d-92b9-45a3-94b9-4138c0611c47 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 945 time: 0.0516925 Mar 29 15:06:54.985090 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-4cff7fe2-4d33-439b-8d1c-94a32d69da89 req-4bfe1f2c-5af4-44c8-a23d-1029e8d036bf tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395665 Mar 29 15:06:56.113699 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faef192-2104-4fc0-a9b1-e1d7d26998a9 req-423f3eb5-ea8f-4286-944f-bd524b66b9bf tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:56.115147 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7faef192-2104-4fc0-a9b1-e1d7d26998a9 req-423f3eb5-ea8f-4286-944f-bd524b66b9bf tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 945 time: 0.0557003 Mar 29 15:06:56.162176 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7faef192-2104-4fc0-a9b1-e1d7d26998a9 req-4ab601e4-d709-491a-811b-23b76842d8b5 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413718 Mar 29 15:06:56.469182 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device a0064680-d05d-4c2d-aaef-d4db9260280c no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:06:56.498226 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:56.551743 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port a0064680-d05d-4c2d-aaef-d4db9260280c is: ACTIVE; New status is: DOWN {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:06:56.552489 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (a0064680-d05d-4c2d-aaef-d4db9260280c), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:56.576614 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cd9010-ad54-4bea-b8bf-9c429bd85481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0064680-d05d-4c2d-aaef-d4db9260280c'}] {{(pid=103155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:06:56.578808 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38c8142a5be8756d7824345574af4facaba61695d099691de86e3daaece1ccc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8dd871-6a14-4ba7-98c0-50b70d91ede7" -d '{"events": [{"server_uuid": "98cd9010-ad54-4bea-b8bf-9c429bd85481", "name": "network-vif-unplugged", "status": "completed", "tag": "a0064680-d05d-4c2d-aaef-d4db9260280c"}]}' {{(pid=103155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:06:56.590911 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port a0064680-d05d-4c2d-aaef-d4db9260280c, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=a0064680-d05d-4c2d-aaef-d4db9260280c,segment=NetworkSegment(d32bf408-be36-4d34-802e-1529276988f7),segment_id=d32bf408-be36-4d34-802e-1529276988f7)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:06:56.594973 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (a0064680-d05d-4c2d-aaef-d4db9260280c), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:06:56.632870 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 15:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173efb7a-5fe4-4054-8ca2-6dc8eb552439 x-openstack-request-id: req-173efb7a-5fe4-4054-8ca2-6dc8eb552439 {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:06:56.633159 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cd9010-ad54-4bea-b8bf-9c429bd85481", "name": "network-vif-unplugged", "status": "completed", "tag": "a0064680-d05d-4c2d-aaef-d4db9260280c", "code": 200}]} {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:06:56.633409 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-173efb7a-5fe4-4054-8ca2-6dc8eb552439 {{(pid=103155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:06:56.633801 dv-cinder-835635-1-iscsi neutron-server[103155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-173efb7a-5fe4-4054-8ca2-6dc8eb552439'] response: {'server_uuid': '98cd9010-ad54-4bea-b8bf-9c429bd85481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0064680-d05d-4c2d-aaef-d4db9260280c', 'code': 200} Mar 29 15:06:56.650247 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=a0064680-d05d-4c2d-aaef-d4db9260280c,revision_number=8']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:06:56.893693 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:06:57.281600 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd35c60-4542-47d4-98b2-138ffc03e81a req-aead2e43-0055-4ead-a769-6cdb151b96b3 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:57.283045 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0dd35c60-4542-47d4-98b2-138ffc03e81a req-aead2e43-0055-4ead-a769-6cdb151b96b3 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.0509310 Mar 29 15:06:57.328265 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0dd35c60-4542-47d4-98b2-138ffc03e81a req-39e703e4-8fad-41d7-81e4-bdd0bc6866c3 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390782 Mar 29 15:06:57.784063 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [req-ca6b3f37-2fb2-44c0-8c07-ef939af7154e req-026fc849-9014-4ef0-b701-ecc6ae82e9db service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103154) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:06:57.785239 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ca6b3f37-2fb2-44c0-8c07-ef939af7154e req-026fc849-9014-4ef0-b701-ecc6ae82e9db service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055745 Mar 29 15:06:57.941388 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ae9b9-7a52-4ed2-ab9d-f840d15e254b req-89508fd3-5087-42af-af18-ff9c88f1274f tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:57.942884 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-cd1ae9b9-7a52-4ed2-ab9d-f840d15e254b req-89508fd3-5087-42af-af18-ff9c88f1274f tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.0523894 Mar 29 15:06:57.988367 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-cd1ae9b9-7a52-4ed2-ab9d-f840d15e254b req-531745cb-d204-4fb6-991b-ab8901958549 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392575 Mar 29 15:06:58.275323 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 41980) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:06:58.365742 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-65d5ec4b-b62a-4dd9-9c20-5e4fb73889d6 req-195d71e4-0511-4a1a-9c83-e74827e49e5b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892911 Mar 29 15:06:58.375216 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [req-65d5ec4b-b62a-4dd9-9c20-5e4fb73889d6 req-901c29a5-a203-4616-acba-882d6e4f9b89 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103154) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:06:58.376232 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-65d5ec4b-b62a-4dd9-9c20-5e4fb73889d6 req-901c29a5-a203-4616-acba-882d6e4f9b89 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049136 Mar 29 15:06:58.457451 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 41988) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:06:58.548549 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5ec4b-b62a-4dd9-9c20-5e4fb73889d6 req-e7688b35-49b7-4498-89ea-bbf1ebd9c211 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:58.549942 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-65d5ec4b-b62a-4dd9-9c20-5e4fb73889d6 req-e7688b35-49b7-4498-89ea-bbf1ebd9c211 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports/a0064680-d05d-4c2d-aaef-d4db9260280c HTTP/1.1" status: 200 len: 940 time: 0.0915174 Mar 29 15:06:59.114356 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff8f95-c644-4161-9541-9a699c5ab86a req-1e50a6da-fe86-4998-8932-d1d6b302cba9 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:06:59.115824 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-eeff8f95-c644-4161-9541-9a699c5ab86a req-1e50a6da-fe86-4998-8932-d1d6b302cba9 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.0521069 Mar 29 15:06:59.161100 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-eeff8f95-c644-4161-9541-9a699c5ab86a req-ce7c84dc-0d20-4aff-b294-3bdb68019ef5 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390296 Mar 29 15:07:00.068206 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5ec4b-b62a-4dd9-9c20-5e4fb73889d6 req-99f0e6cc-8f46-49a6-880d-944342407020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:00.070847 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-65d5ec4b-b62a-4dd9-9c20-5e4fb73889d6 req-99f0e6cc-8f46-49a6-880d-944342407020 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481&tenant_id=e407405f1464490f8b4163e9dce23438 HTTP/1.1" status: 200 len: 1127 time: 0.0855544 Mar 29 15:07:00.137033 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5ec4b-b62a-4dd9-9c20-5e4fb73889d6 req-ed8aa16b-ad21-4cd0-bd14-c609b0d3230a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:00.138489 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-65d5ec4b-b62a-4dd9-9c20-5e4fb73889d6 req-ed8aa16b-ad21-4cd0-bd14-c609b0d3230a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e407405f1464490f8b4163e9dce23438&device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 1127 time: 0.0448296 Mar 29 15:07:00.232034 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5ec4b-b62a-4dd9-9c20-5e4fb73889d6 req-d5c0736d-eb13-4637-885c-0d93e2d9d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:00.233538 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-65d5ec4b-b62a-4dd9-9c20-5e4fb73889d6 req-d5c0736d-eb13-4637-885c-0d93e2d9d281 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7319462-7a9c-48c1-8b1b-f253974f3ccf HTTP/1.1" status: 200 len: 917 time: 0.0888522 Mar 29 15:07:00.325878 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-65d5ec4b-b62a-4dd9-9c20-5e4fb73889d6 req-fe22fded-0b5a-48fe-a11c-0a68e056dc5b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0064680-d05d-4c2d-aaef-d4db9260280c HTTP/1.1" status: 200 len: 999 time: 0.0818591 Mar 29 15:07:00.333234 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15238047-1182-47b1-8442-a94f069ca7c8 req-7bb97654-2c86-4093-b35f-26b16942a86d tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:00.334596 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-15238047-1182-47b1-8442-a94f069ca7c8 req-7bb97654-2c86-4093-b35f-26b16942a86d tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.1001968 Mar 29 15:07:00.490394 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device a0064680-d05d-4c2d-aaef-d4db9260280c no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:07:00.567462 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port a0064680-d05d-4c2d-aaef-d4db9260280c is: DOWN; New status is: DOWN {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:07:00.595227 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5ec4b-b62a-4dd9-9c20-5e4fb73889d6 req-a477e988-15fe-4a56-9f9e-756c931cfee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:00.596610 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-65d5ec4b-b62a-4dd9-9c20-5e4fb73889d6 req-a477e988-15fe-4a56-9f9e-756c931cfee6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5db96dc7-3ab4-47b2-8f7f-2f2553b8b462 HTTP/1.1" status: 200 len: 855 time: 0.2611368 Mar 29 15:07:00.603901 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-15238047-1182-47b1-8442-a94f069ca7c8 req-71a025e9-0d28-4d04-be9d-087715390805 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616677 Mar 29 15:07:00.648163 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5ec4b-b62a-4dd9-9c20-5e4fb73889d6 req-7f3f5d30-53bb-4b1a-aa04-db94cc0dfc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:00.649706 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-65d5ec4b-b62a-4dd9-9c20-5e4fb73889d6 req-7f3f5d30-53bb-4b1a-aa04-db94cc0dfc42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7319462-7a9c-48c1-8b1b-f253974f3ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449829 Mar 29 15:07:00.746098 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-65d5ec4b-b62a-4dd9-9c20-5e4fb73889d6 req-da1726d7-88fc-49a9-8cfe-aa1ac872798b service neutron] 10.222.0.36 "GET /v2.0/networks/b7319462-7a9c-48c1-8b1b-f253974f3ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862014 Mar 29 15:07:00.837242 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-65d5ec4b-b62a-4dd9-9c20-5e4fb73889d6 req-d61ea924-7ce5-4132-9162-e0f77a6e1faf service neutron] 10.222.0.36 "GET /v2.0/networks/b7319462-7a9c-48c1-8b1b-f253974f3ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841267 Mar 29 15:07:01.742917 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf0c5c-ca4d-41ac-a926-315338cee266 req-bef901c9-abdf-4738-866b-e598ca941f57 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:01.744484 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-54bf0c5c-ca4d-41ac-a926-315338cee266 req-bef901c9-abdf-4738-866b-e598ca941f57 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.0527589 Mar 29 15:07:01.798323 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-54bf0c5c-ca4d-41ac-a926-315338cee266 req-9e9f78d1-f006-4034-a8fd-e44f8bfd01aa tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481861 Mar 29 15:07:02.140587 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf80188-c494-404a-8075-28e4ba5c1e4e req-d95d4565-02f9-4225-b132-0e4d52417a77 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:02.142184 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ebf80188-c494-404a-8075-28e4ba5c1e4e req-d95d4565-02f9-4225-b132-0e4d52417a77 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 985 time: 0.0614569 Mar 29 15:07:02.203911 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ebf80188-c494-404a-8075-28e4ba5c1e4e req-50370880-72f4-4642-99f4-9d86972c05ef tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=15030925-125e-481c-8a8f-747806125253&id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557747 Mar 29 15:07:02.930515 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5f43a-5034-4fdf-a16f-5d65038c03e1 req-0e9c1858-7653-4996-982d-b510011b21fc tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:02.931992 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-88c5f43a-5034-4fdf-a16f-5d65038c03e1 req-0e9c1858-7653-4996-982d-b510011b21fc tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.0583007 Mar 29 15:07:02.981346 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-88c5f43a-5034-4fdf-a16f-5d65038c03e1 req-77f10601-531f-468a-9056-44fae90e6373 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438917 Mar 29 15:07:03.327464 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c10884-bbb9-4028-9b67-e47bf9542e62 req-a09cb15d-c347-4f95-9fff-4137aa204433 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:03.328946 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-90c10884-bbb9-4028-9b67-e47bf9542e62 req-a09cb15d-c347-4f95-9fff-4137aa204433 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 985 time: 0.0582457 Mar 29 15:07:03.387471 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-90c10884-bbb9-4028-9b67-e47bf9542e62 req-e5a7072d-d031-496f-b236-60b1e86ca46a tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=15030925-125e-481c-8a8f-747806125253&id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529521 Mar 29 15:07:04.114495 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65cc7e-63cb-4b91-bd13-e99438694306 req-9f99c8de-9874-4456-87da-8529860cc579 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:04.115972 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2b65cc7e-63cb-4b91-bd13-e99438694306 req-9f99c8de-9874-4456-87da-8529860cc579 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.0528970 Mar 29 15:07:04.163800 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2b65cc7e-63cb-4b91-bd13-e99438694306 req-40fff70c-b857-4bc1-900d-055c3bd5c346 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417318 Mar 29 15:07:04.541710 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fadb9a-728f-47e9-b42f-2c2e034c57bf req-89a2c9f9-1bc6-4036-ba68-dab345194ff8 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:04.543968 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d4fadb9a-728f-47e9-b42f-2c2e034c57bf req-89a2c9f9-1bc6-4036-ba68-dab345194ff8 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 985 time: 0.0663073 Mar 29 15:07:04.609262 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d4fadb9a-728f-47e9-b42f-2c2e034c57bf req-5a18f1e8-3656-469f-bc9b-39dfddd28e97 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=15030925-125e-481c-8a8f-747806125253&id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544107 Mar 29 15:07:05.294325 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9d6e2-a001-4539-b3dc-adb3c7c45a82 req-7bd42031-19be-447b-ac16-03c12d5c5ef1 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:05.295794 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-8cd9d6e2-a001-4539-b3dc-adb3c7c45a82 req-7bd42031-19be-447b-ac16-03c12d5c5ef1 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.0531251 Mar 29 15:07:05.343921 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-8cd9d6e2-a001-4539-b3dc-adb3c7c45a82 req-18dc213a-053c-47b5-99cb-acb1e0cd7274 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426221 Mar 29 15:07:05.733453 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b0fbe-e5a6-4b89-ae9d-ae2026dcfae8 req-c1810d38-8971-4a6a-9d9f-7bd4e59e3bfe tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:05.735007 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ec0b0fbe-e5a6-4b89-ae9d-ae2026dcfae8 req-c1810d38-8971-4a6a-9d9f-7bd4e59e3bfe tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 985 time: 0.0568120 Mar 29 15:07:05.798118 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ec0b0fbe-e5a6-4b89-ae9d-ae2026dcfae8 req-591ad1df-f29c-4e89-9bfd-f6b7503830af tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=15030925-125e-481c-8a8f-747806125253&id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572174 Mar 29 15:07:06.470990 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f79fc-4034-4b65-b266-55a2ade334c6 req-f5c461f2-0ff9-4f05-bfa3-f6948a798f19 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:06.472673 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-963f79fc-4034-4b65-b266-55a2ade334c6 req-f5c461f2-0ff9-4f05-bfa3-f6948a798f19 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.0546067 Mar 29 15:07:06.525778 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-963f79fc-4034-4b65-b266-55a2ade334c6 req-0e911a77-ab3a-4fd6-a12c-df2959364f33 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470562 Mar 29 15:07:06.925923 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2cfa4-16c7-4244-8368-c9ba4eb63d9f req-f139778a-e53b-4e7c-840a-744a12a6385b tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:06.927402 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b8b2cfa4-16c7-4244-8368-c9ba4eb63d9f req-f139778a-e53b-4e7c-840a-744a12a6385b tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 985 time: 0.0587978 Mar 29 15:07:06.987715 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b8b2cfa4-16c7-4244-8368-c9ba4eb63d9f req-907923d6-3279-4704-baa0-380fdda60f6c tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=15030925-125e-481c-8a8f-747806125253&id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542536 Mar 29 15:07:07.662349 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919ff90-da30-4ca1-a2c2-bc5091d3acc0 req-544a73c6-1c42-4acb-8fb4-07e8f8063ed6 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:07.663864 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-0919ff90-da30-4ca1-a2c2-bc5091d3acc0 req-544a73c6-1c42-4acb-8fb4-07e8f8063ed6 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.0546060 Mar 29 15:07:07.714115 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-0919ff90-da30-4ca1-a2c2-bc5091d3acc0 req-7b239cf0-a0ac-4ad1-aa86-0638b2c1e00e tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430877 Mar 29 15:07:08.113237 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ac6d9-b23d-4be2-82d2-202254ebbf67 req-d7cd20f6-2308-4763-91d8-9aa9ee1f1197 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:08.114727 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-929ac6d9-b23d-4be2-82d2-202254ebbf67 req-d7cd20f6-2308-4763-91d8-9aa9ee1f1197 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 985 time: 0.0618446 Mar 29 15:07:08.191012 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-929ac6d9-b23d-4be2-82d2-202254ebbf67 req-73d96fab-d198-43ee-b928-ec738b7aad69 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=15030925-125e-481c-8a8f-747806125253&id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0677569 Mar 29 15:07:08.844378 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffbd61-f9b0-4644-8b2f-1df49407061b req-28e72d8a-358a-42c8-9db6-6bc77e3a50ba tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:08.845897 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d7ffbd61-f9b0-4644-8b2f-1df49407061b req-28e72d8a-358a-42c8-9db6-6bc77e3a50ba tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.0534291 Mar 29 15:07:08.892500 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d7ffbd61-f9b0-4644-8b2f-1df49407061b req-373fd819-6211-43bc-b481-faf9edf1ca61 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406454 Mar 29 15:07:09.320176 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d871ec7-d73e-41d1-b3fc-5d0efc99179d req-1d9b780d-ecbc-4182-abbe-00656225b307 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:09.328390 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-9d871ec7-d73e-41d1-b3fc-5d0efc99179d req-1d9b780d-ecbc-4182-abbe-00656225b307 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 985 time: 0.0706174 Mar 29 15:07:09.383540 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-9d871ec7-d73e-41d1-b3fc-5d0efc99179d req-7f2acb04-6c17-4d42-a584-d0afd4f349d5 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=15030925-125e-481c-8a8f-747806125253&id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538683 Mar 29 15:07:10.019672 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d1169-4715-419f-a430-910335dc428b req-b1e5682a-3b52-4343-964b-41740934edf8 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:10.021364 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-365d1169-4715-419f-a430-910335dc428b req-b1e5682a-3b52-4343-964b-41740934edf8 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.0562229 Mar 29 15:07:10.079800 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-365d1169-4715-419f-a430-910335dc428b req-69908068-529c-48d5-9165-5878218a1613 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471370 Mar 29 15:07:10.539674 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f453f8-f8d9-4924-b692-645dc25858a7 req-a10597a8-4c33-4918-ba3b-656c473750b4 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:10.547010 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c3f453f8-f8d9-4924-b692-645dc25858a7 req-a10597a8-4c33-4918-ba3b-656c473750b4 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 985 time: 0.0833831 Mar 29 15:07:10.609825 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c3f453f8-f8d9-4924-b692-645dc25858a7 req-0fbaf358-71c7-44a0-8e8a-eadf88d06d63 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=15030925-125e-481c-8a8f-747806125253&id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619414 Mar 29 15:07:11.206378 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088767c8-8808-4bb7-9615-aea3e562550c req-fe294dba-dfb1-4595-9433-f39f5c73d865 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:11.207927 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-088767c8-8808-4bb7-9615-aea3e562550c req-fe294dba-dfb1-4595-9433-f39f5c73d865 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.0539505 Mar 29 15:07:11.265451 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-088767c8-8808-4bb7-9615-aea3e562550c req-5aa4df6b-3c87-4ab9-b520-f8dbc7ef061d tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473876 Mar 29 15:07:11.398295 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e1cdacab-1264-45ed-bff1-ec0c45369ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:11.733083 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe5215-5dc9-4273-8673-193b2232f97f req-8bce8da3-2317-48e4-8da9-82dd6ba7f556 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:11.734604 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-01fe5215-5dc9-4273-8673-193b2232f97f req-8bce8da3-2317-48e4-8da9-82dd6ba7f556 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 985 time: 0.0527811 Mar 29 15:07:11.794744 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-01fe5215-5dc9-4273-8673-193b2232f97f req-dfaa3e55-de3b-4be3-9de5-110590766f8f tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=15030925-125e-481c-8a8f-747806125253&id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542614 Mar 29 15:07:12.386490 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c8ad1-6c53-4bdb-9096-be33a81c8f9d req-d5659008-8a89-4bb8-b7dc-ad8fc44967f2 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:12.387953 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d28c8ad1-6c53-4bdb-9096-be33a81c8f9d req-d5659008-8a89-4bb8-b7dc-ad8fc44967f2 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.0561926 Mar 29 15:07:12.435242 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d28c8ad1-6c53-4bdb-9096-be33a81c8f9d req-00ecd2f2-9604-4c5b-9445-0df36c2140fc tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417848 Mar 29 15:07:12.913587 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e7d3a-6608-4fd5-a594-369f51dfdb43 req-44d4a91b-6323-4af0-ad26-6ce1fc7a2f3d tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:12.915063 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-775e7d3a-6608-4fd5-a594-369f51dfdb43 req-44d4a91b-6323-4af0-ad26-6ce1fc7a2f3d tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 985 time: 0.0535595 Mar 29 15:07:12.972597 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-775e7d3a-6608-4fd5-a594-369f51dfdb43 req-8f19d8b5-6632-485a-8981-dc104a87431f tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=15030925-125e-481c-8a8f-747806125253&id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516484 Mar 29 15:07:13.558024 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639fe95-2d71-4ddc-acf4-73d05dea3bdd req-a7b4c75a-c225-48e5-a50f-c338bcae860b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:13.559489 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7639fe95-2d71-4ddc-acf4-73d05dea3bdd req-a7b4c75a-c225-48e5-a50f-c338bcae860b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.0531111 Mar 29 15:07:13.609141 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7639fe95-2d71-4ddc-acf4-73d05dea3bdd req-a18f6d2d-c4ae-4b09-be11-d7c9674c7abb tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442035 Mar 29 15:07:13.717682 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-5626322a-9673-4282-a12f-4574a43bf92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:14.087452 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03487b-70df-44f2-9e4c-345d12bc78de req-f19a6245-7feb-40cc-97fb-20fed57cbaad tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:14.088992 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-eb03487b-70df-44f2-9e4c-345d12bc78de req-f19a6245-7feb-40cc-97fb-20fed57cbaad tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 985 time: 0.0519245 Mar 29 15:07:14.149057 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-eb03487b-70df-44f2-9e4c-345d12bc78de req-43fb7341-e4d7-47b0-890d-a35db519d047 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=15030925-125e-481c-8a8f-747806125253&id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544586 Mar 29 15:07:14.719556 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:14.732621 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e666fd-c0ca-44af-8ba5-80370f7e3f5b req-0326d1ba-0d56-45f7-93b8-8e6a6ff23e52 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:14.734115 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-50e666fd-c0ca-44af-8ba5-80370f7e3f5b req-0326d1ba-0d56-45f7-93b8-8e6a6ff23e52 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.0546281 Mar 29 15:07:14.780376 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-50e666fd-c0ca-44af-8ba5-80370f7e3f5b req-68627d98-b4cf-4b77-9963-1899686e823a tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406365 Mar 29 15:07:15.275994 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004cf110-b954-414c-8178-3cbbd2cccf8f req-4cbfff9e-80a6-4196-8c72-6556bdf5ea1b tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:15.277487 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-004cf110-b954-414c-8178-3cbbd2cccf8f req-4cbfff9e-80a6-4196-8c72-6556bdf5ea1b tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 985 time: 0.0568187 Mar 29 15:07:15.336351 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-004cf110-b954-414c-8178-3cbbd2cccf8f req-0a47e976-f159-4ceb-80a4-7c6fab85769f tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=15030925-125e-481c-8a8f-747806125253&id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531151 Mar 29 15:07:15.839669 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d210ac-5efe-4756-84dd-4cdf8e53b0da req-896356d3-d7e4-43c7-96fa-20c52e08c9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:15.841347 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c8d210ac-5efe-4756-84dd-4cdf8e53b0da req-896356d3-d7e4-43c7-96fa-20c52e08c9b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5a381c47de04fd0b7df148ced109757&device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 1169 time: 0.0488722 Mar 29 15:07:15.988849 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f27073-b41b-4b52-8876-076bec5377ac req-27269db9-2c34-4725-a1f5-ab022191cd91 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:15.991716 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d9f27073-b41b-4b52-8876-076bec5377ac req-27269db9-2c34-4725-a1f5-ab022191cd91 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.1323228 Mar 29 15:07:15.994915 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d210ac-5efe-4756-84dd-4cdf8e53b0da req-ef4db52c-e463-4056-8933-b0f4d8a0b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:15.996244 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c8d210ac-5efe-4756-84dd-4cdf8e53b0da req-ef4db52c-e463-4056-8933-b0f4d8a0b4a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=66bf88d8-b922-4f24-b74c-aa730f28c713 HTTP/1.1" status: 200 len: 915 time: 0.1468074 Mar 29 15:07:16.088666 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d9f27073-b41b-4b52-8876-076bec5377ac req-8f81e7a8-aeda-4f53-a22a-0311db730ec8 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913866 Mar 29 15:07:16.097536 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c8d210ac-5efe-4756-84dd-4cdf8e53b0da req-aeb228f3-7b3a-4e06-9d46-62b80ac8e578 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 HTTP/1.1" status: 200 len: 1002 time: 0.0864305 Mar 29 15:07:16.147958 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d210ac-5efe-4756-84dd-4cdf8e53b0da req-1b612ea3-071a-41a8-86fe-7096c22b0f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:16.149413 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c8d210ac-5efe-4756-84dd-4cdf8e53b0da req-1b612ea3-071a-41a8-86fe-7096c22b0f85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88211e5f-efd4-4ca0-9676-206641841ae8 HTTP/1.1" status: 200 len: 853 time: 0.0455120 Mar 29 15:07:16.202709 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d210ac-5efe-4756-84dd-4cdf8e53b0da req-c4c2bcda-72cc-4380-a14f-b263189cb143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:16.204185 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c8d210ac-5efe-4756-84dd-4cdf8e53b0da req-c4c2bcda-72cc-4380-a14f-b263189cb143 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=66bf88d8-b922-4f24-b74c-aa730f28c713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450175 Mar 29 15:07:16.298363 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c8d210ac-5efe-4756-84dd-4cdf8e53b0da req-040e94cc-5c13-42cd-80b4-d36e4a702d64 service neutron] 10.222.0.36 "GET /v2.0/networks/66bf88d8-b922-4f24-b74c-aa730f28c713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873489 Mar 29 15:07:16.389970 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c8d210ac-5efe-4756-84dd-4cdf8e53b0da req-a005fc23-774a-4c39-8873-4d0d6e3daf4e service neutron] 10.222.0.36 "GET /v2.0/networks/66bf88d8-b922-4f24-b74c-aa730f28c713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849884 Mar 29 15:07:16.459839 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38854553-2c02-40bc-b0ae-335a57b11da5 req-fa0c23bd-473f-44e7-8590-ca7520cb0500 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:16.461391 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-38854553-2c02-40bc-b0ae-335a57b11da5 req-fa0c23bd-473f-44e7-8590-ca7520cb0500 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 985 time: 0.0553455 Mar 29 15:07:16.519024 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-38854553-2c02-40bc-b0ae-335a57b11da5 req-9c68935a-3a3c-4403-b178-fdfbba8eaf89 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=15030925-125e-481c-8a8f-747806125253&id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520494 Mar 29 15:07:16.541519 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:17.211269 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ff78d-20bd-41e7-9b40-f91f366345b5 req-39c577a4-edd1-4527-b6d3-74d8497d10c1 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:17.212790 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-0c7ff78d-20bd-41e7-9b40-f91f366345b5 req-39c577a4-edd1-4527-b6d3-74d8497d10c1 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.0527737 Mar 29 15:07:17.262668 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-0c7ff78d-20bd-41e7-9b40-f91f366345b5 req-d463d13f-6c64-4679-81e0-0093a28d99f7 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443010 Mar 29 15:07:17.608876 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:17.640802 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a0e82-7968-46e0-a662-ba5d03dc2e0c req-6e6255e2-82f5-4cd5-906e-e6b0f458ad0a tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:17.642276 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-436a0e82-7968-46e0-a662-ba5d03dc2e0c req-6e6255e2-82f5-4cd5-906e-e6b0f458ad0a tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 985 time: 0.0548675 Mar 29 15:07:17.704103 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-436a0e82-7968-46e0-a662-ba5d03dc2e0c req-d6ace1a6-df76-49b4-ab70-8616fcc6e711 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=15030925-125e-481c-8a8f-747806125253&id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559447 Mar 29 15:07:18.382734 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5967c5e-8005-4458-a00f-d960840c851d req-4dd662a9-e0dd-42ad-b341-1f1b3c0d549f tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:18.384183 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a5967c5e-8005-4458-a00f-d960840c851d req-4dd662a9-e0dd-42ad-b341-1f1b3c0d549f tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.0522964 Mar 29 15:07:18.430464 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a5967c5e-8005-4458-a00f-d960840c851d req-764275d3-80c5-48f2-801f-47d10b6dcc56 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408237 Mar 29 15:07:18.821228 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d469f9-b0e3-4449-b70c-1d16adc24ad3 req-541265a2-b8ce-4479-8d6a-a4ddbea8679a tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:18.822729 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a2d469f9-b0e3-4449-b70c-1d16adc24ad3 req-541265a2-b8ce-4479-8d6a-a4ddbea8679a tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 985 time: 0.0524056 Mar 29 15:07:18.882451 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a2d469f9-b0e3-4449-b70c-1d16adc24ad3 req-e91d1540-df93-4a38-b356-d19f4f09d2b6 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=15030925-125e-481c-8a8f-747806125253&id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529704 Mar 29 15:07:19.551263 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9a689-220d-4582-842c-0481b99f13b1 req-42e68639-205d-47e6-895f-32c10dec7045 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:19.552750 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-55d9a689-220d-4582-842c-0481b99f13b1 req-42e68639-205d-47e6-895f-32c10dec7045 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.0514233 Mar 29 15:07:19.597774 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-55d9a689-220d-4582-842c-0481b99f13b1 req-e38f7fd7-d003-4719-9488-449bdbac8edd tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396202 Mar 29 15:07:19.998062 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62923c05-071e-4722-ac66-92c3cce9e126 req-bb80b232-02c3-4193-b2cf-c72c08e7ec58 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:19.999527 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-62923c05-071e-4722-ac66-92c3cce9e126 req-bb80b232-02c3-4193-b2cf-c72c08e7ec58 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 985 time: 0.0518236 Mar 29 15:07:20.057688 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-62923c05-071e-4722-ac66-92c3cce9e126 req-937ba427-f1fc-443e-a8d7-2f0306afd534 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=15030925-125e-481c-8a8f-747806125253&id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524240 Mar 29 15:07:20.720717 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298ad25-6686-4e8a-8bb6-c7f031561a5b req-b92fd18d-45a7-42b9-93a4-f0ec3c6f7663 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:20.722168 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d298ad25-6686-4e8a-8bb6-c7f031561a5b req-b92fd18d-45a7-42b9-93a4-f0ec3c6f7663 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.0546248 Mar 29 15:07:20.767439 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d298ad25-6686-4e8a-8bb6-c7f031561a5b req-b98f105a-657c-4825-a55e-e40583f3de33 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393784 Mar 29 15:07:21.180292 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a54065-c98b-46dd-bf22-d5904d988349 req-2c7573e4-fabc-4fe2-b147-e19f41dd30ab tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:21.181802 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-03a54065-c98b-46dd-bf22-d5904d988349 req-2c7573e4-fabc-4fe2-b147-e19f41dd30ab tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 985 time: 0.0573204 Mar 29 15:07:21.242954 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-03a54065-c98b-46dd-bf22-d5904d988349 req-34b30b66-558d-45b5-8b9d-1881a61e02d2 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=15030925-125e-481c-8a8f-747806125253&id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554955 Mar 29 15:07:21.889308 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e415d-09cc-45a6-94ea-4f8371227008 req-44490172-b047-4844-bc04-dd1348d60031 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:21.890764 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-ed1e415d-09cc-45a6-94ea-4f8371227008 req-44490172-b047-4844-bc04-dd1348d60031 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.0521660 Mar 29 15:07:21.936725 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-ed1e415d-09cc-45a6-94ea-4f8371227008 req-58cfe5e1-7ce3-4155-bee0-5faeb48e5d63 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404749 Mar 29 15:07:22.409725 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f9ceb-1f02-4a6c-8524-1ce12195101a req-51d3276a-4203-44ee-8564-6f052daa4557 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:22.411217 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e52f9ceb-1f02-4a6c-8524-1ce12195101a req-51d3276a-4203-44ee-8564-6f052daa4557 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 985 time: 0.1034315 Mar 29 15:07:22.471059 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e52f9ceb-1f02-4a6c-8524-1ce12195101a req-46def1bd-ae4b-43c4-8726-47a0dbcebd25 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=15030925-125e-481c-8a8f-747806125253&id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523424 Mar 29 15:07:23.112883 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f94306-7d7a-4102-86db-7e687655847e req-123f2213-a3fd-49c4-b31b-952620e2299e tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:23.114251 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e8f94306-7d7a-4102-86db-7e687655847e req-123f2213-a3fd-49c4-b31b-952620e2299e tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.1034439 Mar 29 15:07:23.163343 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e8f94306-7d7a-4102-86db-7e687655847e req-bb6dec84-93bd-4986-88c1-cd0432287585 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432885 Mar 29 15:07:23.621094 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134999e9-e4e4-49fd-bcd8-a17576bd1eb4 req-3a89b9bf-c907-4ec6-93cd-bae7ba667e69 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:23.622549 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-134999e9-e4e4-49fd-bcd8-a17576bd1eb4 req-3a89b9bf-c907-4ec6-93cd-bae7ba667e69 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 985 time: 0.0838284 Mar 29 15:07:23.628244 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfd7a5-a527-4068-85fd-4d6cf125733c req-0993595a-812e-4f46-a8b1-9f6a9b247f90 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:23.629960 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-82dfd7a5-a527-4068-85fd-4d6cf125733c req-0993595a-812e-4f46-a8b1-9f6a9b247f90 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0592053 Mar 29 15:07:23.646819 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12171d7-f49e-488f-9af5-b2710a0d6738 req-0dd90043-1089-4851-a5c9-19de348e870a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:23.648295 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e12171d7-f49e-488f-9af5-b2710a0d6738 req-0dd90043-1089-4851-a5c9-19de348e870a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00f07373deef4fc0b642c58742393b86&device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 1129 time: 0.0730295 Mar 29 15:07:23.681537 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-82dfd7a5-a527-4068-85fd-4d6cf125733c req-03b05ed3-9351-45c0-90c0-aabad8460f1d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457952 Mar 29 15:07:23.743441 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-134999e9-e4e4-49fd-bcd8-a17576bd1eb4 req-6317c835-1407-407d-a4c1-059bc8d40ebb tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=15030925-125e-481c-8a8f-747806125253&id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1138420 Mar 29 15:07:23.773065 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12171d7-f49e-488f-9af5-b2710a0d6738 req-008b1551-6b72-4992-91ce-e1acaa39ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:23.774526 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e12171d7-f49e-488f-9af5-b2710a0d6738 req-008b1551-6b72-4992-91ce-e1acaa39ec61 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9352682d-561b-46b3-a155-35c84f4fd466 HTTP/1.1" status: 200 len: 919 time: 0.1180999 Mar 29 15:07:23.842737 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e12171d7-f49e-488f-9af5-b2710a0d6738 req-ab074b79-b3bf-484d-9390-75a8c6bf98ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaf27678-cc54-48e4-b910-e157eda7b9bd HTTP/1.1" status: 200 len: 1000 time: 0.0579309 Mar 29 15:07:23.895797 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12171d7-f49e-488f-9af5-b2710a0d6738 req-4993e8bf-250c-4002-a922-f07a3aa472b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:23.897377 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e12171d7-f49e-488f-9af5-b2710a0d6738 req-4993e8bf-250c-4002-a922-f07a3aa472b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4785f368-95a0-409f-b70d-930d5b4d123e HTTP/1.1" status: 200 len: 857 time: 0.0485170 Mar 29 15:07:23.948480 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12171d7-f49e-488f-9af5-b2710a0d6738 req-ee6d2c69-437e-44c2-9818-fc208e57f891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:23.950039 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e12171d7-f49e-488f-9af5-b2710a0d6738 req-ee6d2c69-437e-44c2-9818-fc208e57f891 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9352682d-561b-46b3-a155-35c84f4fd466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456622 Mar 29 15:07:24.039351 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e12171d7-f49e-488f-9af5-b2710a0d6738 req-bcf0a022-b942-4aad-b9fe-7753454beecb service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818317 Mar 29 15:07:24.131949 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e12171d7-f49e-488f-9af5-b2710a0d6738 req-5690114e-9d8a-47bb-bea0-e104f9ce866f service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843639 Mar 29 15:07:24.285246 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397a97d-d407-4655-849e-236d23b51acb req-c96b4fe6-9a58-4d6e-9565-d1bd1188e986 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:24.286688 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f397a97d-d407-4655-849e-236d23b51acb req-c96b4fe6-9a58-4d6e-9565-d1bd1188e986 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.0508299 Mar 29 15:07:24.332025 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f397a97d-d407-4655-849e-236d23b51acb req-45612eba-99fd-4c74-a3ed-5402309b93ab tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389333 Mar 29 15:07:24.801070 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe9fb1-41e9-4593-90ea-7674283685c2 req-1d984569-d4ec-4ff9-b9e9-ffa9bbb5dfa0 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:24.802557 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-0afe9fb1-41e9-4593-90ea-7674283685c2 req-1d984569-d4ec-4ff9-b9e9-ffa9bbb5dfa0 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0535271 Mar 29 15:07:24.849724 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-0afe9fb1-41e9-4593-90ea-7674283685c2 req-28eed45f-bfea-48fd-9b34-ed3aac970bdf tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410018 Mar 29 15:07:24.864982 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1f342-bfc7-45f3-8586-9cc9cc0ff53f req-87e4cc54-e7ff-433f-abb9-4303d0eb9e54 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:24.867145 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-28e1f342-bfc7-45f3-8586-9cc9cc0ff53f req-87e4cc54-e7ff-433f-abb9-4303d0eb9e54 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 985 time: 0.0573466 Mar 29 15:07:24.925294 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-28e1f342-bfc7-45f3-8586-9cc9cc0ff53f req-3816a98e-9cb9-47e5-82e2-3c7399ce3a57 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=15030925-125e-481c-8a8f-747806125253&id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526869 Mar 29 15:07:25.459963 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bbf5c-069f-4572-ae37-5623c1870e5c req-66a7c57c-0490-480f-b3ab-cf2da97abf27 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:25.461254 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-348bbf5c-069f-4572-ae37-5623c1870e5c req-66a7c57c-0490-480f-b3ab-cf2da97abf27 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.0573323 Mar 29 15:07:25.507089 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-348bbf5c-069f-4572-ae37-5623c1870e5c req-4f4e929f-9951-4400-a1c7-dd9ab7b72e8b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404110 Mar 29 15:07:25.974156 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb60a1-6849-4083-9af1-a17a04b075cc req-53dda284-8b3c-4590-b908-ab4721b94b6f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:25.975851 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3ceb60a1-6849-4083-9af1-a17a04b075cc req-53dda284-8b3c-4590-b908-ab4721b94b6f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0581791 Mar 29 15:07:26.024165 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3ceb60a1-6849-4083-9af1-a17a04b075cc req-8cc0616c-25bc-42f2-ad58-b5ea2438cf41 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425720 Mar 29 15:07:26.048585 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35a0a6-d86a-48d1-8857-31c6498e5ef0 req-59f681f5-1efd-4f9b-9b06-ef3f4a3e342e tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:26.050092 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-6f35a0a6-d86a-48d1-8857-31c6498e5ef0 req-59f681f5-1efd-4f9b-9b06-ef3f4a3e342e tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 985 time: 0.0532389 Mar 29 15:07:26.109188 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-6f35a0a6-d86a-48d1-8857-31c6498e5ef0 req-6595f551-43f3-4cc7-a046-230e46c101da tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=15030925-125e-481c-8a8f-747806125253&id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534236 Mar 29 15:07:26.474360 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:26.580492 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device a0064680-d05d-4c2d-aaef-d4db9260280c details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:07:26.628179 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5f424-5256-49c0-97fa-6af923c986c3 req-e3e7dc8e-1db2-4549-af03-1646bce7d12c tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:26.629675 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5de5f424-5256-49c0-97fa-6af923c986c3 req-e3e7dc8e-1db2-4549-af03-1646bce7d12c tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 943 time: 0.0518482 Mar 29 15:07:26.680114 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5de5f424-5256-49c0-97fa-6af923c986c3 req-a9e163ab-1fab-4409-a4a3-71c354664057 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445657 Mar 29 15:07:26.682072 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port a0064680-d05d-4c2d-aaef-d4db9260280c, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=a0064680-d05d-4c2d-aaef-d4db9260280c,segment=NetworkSegment(d32bf408-be36-4d34-802e-1529276988f7),segment_id=d32bf408-be36-4d34-802e-1529276988f7)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:07:26.694512 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Returning: {'device': 'a0064680-d05d-4c2d-aaef-d4db9260280c', 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'port_id': 'a0064680-d05d-4c2d-aaef-d4db9260280c', 'mac_address': 'fa:16:3e:0b:0f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:07:26.734833 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port a0064680-d05d-4c2d-aaef-d4db9260280c is: DOWN; New status is: BUILD {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:07:26.735142 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (a0064680-d05d-4c2d-aaef-d4db9260280c), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:26.748221 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0064680-d05d-4c2d-aaef-d4db9260280c {{(pid=103155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:07:26.766413 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port a0064680-d05d-4c2d-aaef-d4db9260280c, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=a0064680-d05d-4c2d-aaef-d4db9260280c,segment=NetworkSegment(d32bf408-be36-4d34-802e-1529276988f7),segment_id=d32bf408-be36-4d34-802e-1529276988f7)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:07:26.770197 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (a0064680-d05d-4c2d-aaef-d4db9260280c), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:26.817852 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=a0064680-d05d-4c2d-aaef-d4db9260280c,revision_number=9']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:07:26.825264 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:07:26.825613 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:07:26.825958 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:07:26.826297 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:07:26.826633 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:07:26.826962 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:07:26.827289 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:07:26.827615 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:07:26.827940 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:07:26.828264 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:07:26.828612 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:07:26.828939 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:07:26.829260 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:07:26.829582 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:07:26.829897 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:07:27.141794 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92cb53e-ea5b-4134-ab71-aee767fccb6f req-2fdfeb38-d365-4290-9bfb-be50c8481f72 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:27.143283 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a92cb53e-ea5b-4134-ab71-aee767fccb6f req-2fdfeb38-d365-4290-9bfb-be50c8481f72 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0516491 Mar 29 15:07:27.195214 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a92cb53e-ea5b-4134-ab71-aee767fccb6f req-a3b6858e-fca8-489c-9ce8-2278261d06aa tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459256 Mar 29 15:07:27.229764 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a643d1-0668-423e-8c44-4111bdf85af7 req-7ee8d34a-745f-4fe7-a2d6-cca54ec0349a tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:27.231234 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e4a643d1-0668-423e-8c44-4111bdf85af7 req-7ee8d34a-745f-4fe7-a2d6-cca54ec0349a tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 985 time: 0.0564373 Mar 29 15:07:27.261346 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['a0064680-d05d-4c2d-aaef-d4db9260280c'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:07:27.297587 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e4a643d1-0668-423e-8c44-4111bdf85af7 req-e93ca5df-6f0e-448d-9e6d-c901c5ffabb3 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=15030925-125e-481c-8a8f-747806125253&id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606558 Mar 29 15:07:27.801988 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d7c58-a560-46da-a519-e0a9646ba19e req-97a7a324-dacd-4197-b45a-580e6526b4bd tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:27.804005 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-958d7c58-a560-46da-a519-e0a9646ba19e req-97a7a324-dacd-4197-b45a-580e6526b4bd tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 944 time: 0.0530648 Mar 29 15:07:27.854757 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-958d7c58-a560-46da-a519-e0a9646ba19e req-8797f1ae-64f4-42c3-bdae-b4ee291c4d35 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451779 Mar 29 15:07:27.910829 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-fa8335df-85ae-42a5-b2fb-edc5bdc57ee2 req-5c067c8a-e7c1-4ecb-bcb0-bff497af93e0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=85d74560-50f6-4016-847f-f4315b7f26f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547743 Mar 29 15:07:27.985018 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8335df-85ae-42a5-b2fb-edc5bdc57ee2 req-5e6324c9-97e3-40e1-a221-80f670008d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:27.986421 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-fa8335df-85ae-42a5-b2fb-edc5bdc57ee2 req-5e6324c9-97e3-40e1-a221-80f670008d76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33c87159058d4c97bc53a0b99346e157&device_id=85d74560-50f6-4016-847f-f4315b7f26f1 HTTP/1.1" status: 200 len: 1129 time: 0.0473580 Mar 29 15:07:28.099020 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8335df-85ae-42a5-b2fb-edc5bdc57ee2 req-cd3e7491-2414-4457-8b8a-242b6d453cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:28.101171 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-fa8335df-85ae-42a5-b2fb-edc5bdc57ee2 req-cd3e7491-2414-4457-8b8a-242b6d453cd6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8623989d-9dc8-4db2-b236-bf7fe1fec224 HTTP/1.1" status: 200 len: 915 time: 0.0831492 Mar 29 15:07:28.175892 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-fa8335df-85ae-42a5-b2fb-edc5bdc57ee2 req-fbfeff21-9773-48de-865b-fee4824fe5d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5 HTTP/1.1" status: 200 len: 1001 time: 0.0604837 Mar 29 15:07:28.229890 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8335df-85ae-42a5-b2fb-edc5bdc57ee2 req-0db95d9a-f584-45e3-b938-9bedb187d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:28.231341 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-fa8335df-85ae-42a5-b2fb-edc5bdc57ee2 req-0db95d9a-f584-45e3-b938-9bedb187d0d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f848f262-5313-47d3-a01b-552787092c89 HTTP/1.1" status: 200 len: 853 time: 0.0452862 Mar 29 15:07:28.280837 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8335df-85ae-42a5-b2fb-edc5bdc57ee2 req-1b63d3fe-873f-4c7f-97b3-76365e8d8ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:28.282251 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-fa8335df-85ae-42a5-b2fb-edc5bdc57ee2 req-1b63d3fe-873f-4c7f-97b3-76365e8d8ca5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8623989d-9dc8-4db2-b236-bf7fe1fec224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442090 Mar 29 15:07:28.314176 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e31ae8-1368-49db-ab44-805526bd8b95 req-9837f034-8342-4182-8578-dbc1958e3331 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:28.315664 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-83e31ae8-1368-49db-ab44-805526bd8b95 req-9837f034-8342-4182-8578-dbc1958e3331 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0528831 Mar 29 15:07:28.364969 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-83e31ae8-1368-49db-ab44-805526bd8b95 req-aada6074-fb18-4689-a824-0627f60c8e57 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421605 Mar 29 15:07:28.415705 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-fa8335df-85ae-42a5-b2fb-edc5bdc57ee2 req-c237f671-9244-4c46-a2c2-02ce6b1519e6 service neutron] 10.222.0.36 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180246 Mar 29 15:07:28.432420 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eaee2d-53c6-42a0-8358-aab264aa9b33 req-db1bfac5-7982-4a25-91a3-cfb0873f0bf3 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:28.433834 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-69eaee2d-53c6-42a0-8358-aab264aa9b33 req-db1bfac5-7982-4a25-91a3-cfb0873f0bf3 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 985 time: 0.0675540 Mar 29 15:07:28.549758 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-69eaee2d-53c6-42a0-8358-aab264aa9b33 req-4cef0827-652c-49dd-8570-56a8f41771e5 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=15030925-125e-481c-8a8f-747806125253&id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1092875 Mar 29 15:07:28.559709 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-fa8335df-85ae-42a5-b2fb-edc5bdc57ee2 req-53d61dbf-90dc-4f2b-9f64-e229f60836fd service neutron] 10.222.0.36 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353252 Mar 29 15:07:28.975252 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb835a-715d-4a76-89cd-5ca7ebb5404b req-eac76a61-47ea-4c65-ab03-74dc76540388 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:28.976752 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1ffb835a-715d-4a76-89cd-5ca7ebb5404b req-eac76a61-47ea-4c65-ab03-74dc76540388 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 944 time: 0.0521305 Mar 29 15:07:29.026629 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1ffb835a-715d-4a76-89cd-5ca7ebb5404b req-bff5c9ac-e062-471a-bc7d-572f74ff98a3 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443871 Mar 29 15:07:29.484054 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fd5b4-87f9-4419-8fb8-8dae6b74c0c6 req-a5d9b964-d8a4-42e6-af4a-98c921e4bd79 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:29.485461 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c00fd5b4-87f9-4419-8fb8-8dae6b74c0c6 req-a5d9b964-d8a4-42e6-af4a-98c921e4bd79 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0520551 Mar 29 15:07:29.533964 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c00fd5b4-87f9-4419-8fb8-8dae6b74c0c6 req-693e0eca-786e-44bf-9a0d-ac21af21bb2b tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423782 Mar 29 15:07:30.147008 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be26db7-108b-465e-a497-c6d90e98d4fc req-449d644b-ddad-4e15-add9-f93fc21fe734 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:30.148443 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-2be26db7-108b-465e-a497-c6d90e98d4fc req-449d644b-ddad-4e15-add9-f93fc21fe734 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 944 time: 0.0519013 Mar 29 15:07:30.193970 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-2be26db7-108b-465e-a497-c6d90e98d4fc req-fc3e3064-50a1-42f0-b265-afb52e18f7d5 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399823 Mar 29 15:07:30.616010 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device a0064680-d05d-4c2d-aaef-d4db9260280c up at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:07:30.658087 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388082f-7871-4821-8ca2-f8b110443f98 req-5f010fb5-354a-406f-ad38-99205f0c6333 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:30.659515 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3388082f-7871-4821-8ca2-f8b110443f98 req-5f010fb5-354a-406f-ad38-99205f0c6333 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0515738 Mar 29 15:07:30.665800 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning complete for port a0064680-d05d-4c2d-aaef-d4db9260280c triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:07:30.666176 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (a0064680-d05d-4c2d-aaef-d4db9260280c), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:30.711134 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3388082f-7871-4821-8ca2-f8b110443f98 req-7be61e8d-5b8e-47e7-ab04-b99fd532a69c tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446575 Mar 29 15:07:30.746347 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port a0064680-d05d-4c2d-aaef-d4db9260280c is: BUILD; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:07:30.746739 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (a0064680-d05d-4c2d-aaef-d4db9260280c), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:30.769824 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cd9010-ad54-4bea-b8bf-9c429bd85481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0064680-d05d-4c2d-aaef-d4db9260280c'}] {{(pid=103155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:07:30.773292 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38c8142a5be8756d7824345574af4facaba61695d099691de86e3daaece1ccc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71c54bd-a703-4204-b284-e5ad6bdd1a60" -d '{"events": [{"server_uuid": "98cd9010-ad54-4bea-b8bf-9c429bd85481", "name": "network-vif-plugged", "status": "completed", "tag": "a0064680-d05d-4c2d-aaef-d4db9260280c"}]}' {{(pid=103155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:07:30.785464 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port a0064680-d05d-4c2d-aaef-d4db9260280c, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=a0064680-d05d-4c2d-aaef-d4db9260280c,segment=NetworkSegment(d32bf408-be36-4d34-802e-1529276988f7),segment_id=d32bf408-be36-4d34-802e-1529276988f7)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:07:30.791007 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (a0064680-d05d-4c2d-aaef-d4db9260280c), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:30.812863 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e003da23-ef6e-4945-8405-5abd3a5c6d0e x-openstack-request-id: req-e003da23-ef6e-4945-8405-5abd3a5c6d0e {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:07:30.813147 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cd9010-ad54-4bea-b8bf-9c429bd85481", "name": "network-vif-plugged", "status": "completed", "tag": "a0064680-d05d-4c2d-aaef-d4db9260280c", "code": 200}]} {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:07:30.813399 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e003da23-ef6e-4945-8405-5abd3a5c6d0e {{(pid=103155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:07:30.813787 dv-cinder-835635-1-iscsi neutron-server[103155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e003da23-ef6e-4945-8405-5abd3a5c6d0e'] response: {'server_uuid': '98cd9010-ad54-4bea-b8bf-9c429bd85481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0064680-d05d-4c2d-aaef-d4db9260280c', 'code': 200} Mar 29 15:07:30.839244 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=a0064680-d05d-4c2d-aaef-d4db9260280c,revision_number=10']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:07:31.314526 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b43bb-b09e-4086-b194-504854c56f07 req-c17b5780-8677-436f-959b-6cfe24df027b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:31.316047 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-923b43bb-b09e-4086-b194-504854c56f07 req-c17b5780-8677-436f-959b-6cfe24df027b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 946 time: 0.0526631 Mar 29 15:07:31.364306 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-923b43bb-b09e-4086-b194-504854c56f07 req-c7f1d754-261f-4280-9f0e-633f9140e58d tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417778 Mar 29 15:07:31.432824 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a7785-8fce-4419-aeee-77e38389791d req-2e3362c7-0cd5-44fc-b26c-f3c5ec307705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:31.434285 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d04a7785-8fce-4419-aeee-77e38389791d req-2e3362c7-0cd5-44fc-b26c-f3c5ec307705 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 1130 time: 0.0437372 Mar 29 15:07:31.479650 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d04a7785-8fce-4419-aeee-77e38389791d req-4e0cebb0-6c8e-4152-bb0e-36154f206799 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379157 Mar 29 15:07:31.830023 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfeca6-e33e-4757-b526-7c2a1399f8ac req-13634bb7-38f6-4ca6-a320-b08c98daaacb tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:31.831453 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-81cfeca6-e33e-4757-b526-7c2a1399f8ac req-13634bb7-38f6-4ca6-a320-b08c98daaacb tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0516763 Mar 29 15:07:31.877296 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-81cfeca6-e33e-4757-b526-7c2a1399f8ac req-2bef8aa2-a5d8-4e05-abbc-975d055148fb tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400116 Mar 29 15:07:32.491724 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9a2e1-ae63-4a1d-b843-1a2b549194ee req-727c9fad-8b97-419d-9c4f-086ec33ab50f tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:32.493158 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a0d9a2e1-ae63-4a1d-b843-1a2b549194ee req-727c9fad-8b97-419d-9c4f-086ec33ab50f tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 946 time: 0.0559139 Mar 29 15:07:32.538230 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a0d9a2e1-ae63-4a1d-b843-1a2b549194ee req-d3f52b0b-2e25-42d1-906d-3437b6eccbbf tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395398 Mar 29 15:07:32.998681 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62004370-6d88-40ef-bbdd-0133b6d556b4 req-13e76b39-f112-4160-80b1-8a9b3c044e59 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:33.000189 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-62004370-6d88-40ef-bbdd-0133b6d556b4 req-13e76b39-f112-4160-80b1-8a9b3c044e59 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0561655 Mar 29 15:07:33.046146 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-62004370-6d88-40ef-bbdd-0133b6d556b4 req-8791f3b5-3030-4be0-8a87-0ae419b604c3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404799 Mar 29 15:07:33.664535 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90c394-6494-4e74-a071-ab1824ea15e8 req-37a27920-5dbe-48bd-9d45-7660fdeef314 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:33.666429 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-fa90c394-6494-4e74-a071-ab1824ea15e8 req-37a27920-5dbe-48bd-9d45-7660fdeef314 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 946 time: 0.0538106 Mar 29 15:07:33.713654 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-fa90c394-6494-4e74-a071-ab1824ea15e8 req-a0177a9a-f0e8-46b3-8fcd-7e45d09ffae9 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414000 Mar 29 15:07:33.892223 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:07:34.161818 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f03f4-1963-4d74-9da0-cc18d0bbebb8 req-28d643bb-40b7-4ba3-b806-edd27f497787 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:34.163996 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-030f03f4-1963-4d74-9da0-cc18d0bbebb8 req-28d643bb-40b7-4ba3-b806-edd27f497787 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0522592 Mar 29 15:07:34.209622 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-030f03f4-1963-4d74-9da0-cc18d0bbebb8 req-df57ecfc-b0d4-4adb-8409-c988cefaec69 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398474 Mar 29 15:07:34.841429 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90a8a4-8446-41c4-87a1-83f3ba2eb50e req-10457437-9242-490d-8092-0653c3c6ebb9 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:34.842936 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ff90a8a4-8446-41c4-87a1-83f3ba2eb50e req-10457437-9242-490d-8092-0653c3c6ebb9 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 946 time: 0.0575583 Mar 29 15:07:34.896065 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ff90a8a4-8446-41c4-87a1-83f3ba2eb50e req-58f6a481-915e-4f48-8ef1-80bfdb877a63 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475008 Mar 29 15:07:35.330856 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e9ce6-dc71-4ce1-9094-5f94ac409ac0 req-92ce5d2e-577b-4dcf-8cd9-8e4ab9e8e9f3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:35.332317 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-9e4e9ce6-dc71-4ce1-9094-5f94ac409ac0 req-92ce5d2e-577b-4dcf-8cd9-8e4ab9e8e9f3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0530725 Mar 29 15:07:35.379935 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-9e4e9ce6-dc71-4ce1-9094-5f94ac409ac0 req-0e994bbf-7040-46b1-9d96-91785cb50d1e tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420258 Mar 29 15:07:36.093178 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ec095-0bb2-4034-a29d-de6e94692b07 req-f1f1cb40-b1b6-453c-b0fa-2db9def8f0b8 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:36.094685 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e61ec095-0bb2-4034-a29d-de6e94692b07 req-f1f1cb40-b1b6-453c-b0fa-2db9def8f0b8 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0513659 Mar 29 15:07:36.141214 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e61ec095-0bb2-4034-a29d-de6e94692b07 req-ec8038f0-dd72-4217-ad5d-7859c039fa2e tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402353 Mar 29 15:07:36.599140 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450024b8-88de-47ef-b01b-17ee2783701a req-ea59a700-3682-43d2-9f34-fc0767c9fb16 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:36.600980 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-450024b8-88de-47ef-b01b-17ee2783701a req-ea59a700-3682-43d2-9f34-fc0767c9fb16 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0522575 Mar 29 15:07:36.649681 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-450024b8-88de-47ef-b01b-17ee2783701a req-96c8a30d-1035-4eb3-b2ae-33730d879945 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424800 Mar 29 15:07:37.258465 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d638875-648d-40f7-ba5c-83474d922a18 req-b61d6fc6-e012-4db5-8728-7e1c9dc2550d tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:37.259918 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7d638875-648d-40f7-ba5c-83474d922a18 req-b61d6fc6-e012-4db5-8728-7e1c9dc2550d tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0517881 Mar 29 15:07:37.305573 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7d638875-648d-40f7-ba5c-83474d922a18 req-48afa21c-976b-435a-8c01-cb5fe49c65ae tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400949 Mar 29 15:07:37.768669 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0edc6f-1fde-415b-a92c-e0f9693500e5 req-21e5813c-051f-457b-8bb8-68a611b84fe5 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:37.770363 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3d0edc6f-1fde-415b-a92c-e0f9693500e5 req-21e5813c-051f-457b-8bb8-68a611b84fe5 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0525994 Mar 29 15:07:37.817144 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3d0edc6f-1fde-415b-a92c-e0f9693500e5 req-3efeffe1-efb3-4c42-9891-7144818c3186 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405660 Mar 29 15:07:38.523300 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57479a12-ce79-4d22-96de-99361ef9583f req-16d0e70f-0826-43b8-b872-d5a7f54206ed tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:38.525182 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-57479a12-ce79-4d22-96de-99361ef9583f req-16d0e70f-0826-43b8-b872-d5a7f54206ed tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0560510 Mar 29 15:07:38.576498 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-57479a12-ce79-4d22-96de-99361ef9583f req-16aad75c-e6de-43fe-a936-56dfb01eb51c tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451694 Mar 29 15:07:38.961284 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd7402-a57f-4a60-8a4a-e87ad2e568c7 req-bf09cd0a-2f42-46c5-ac0d-ad15c4c1223b tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:38.962788 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-abbd7402-a57f-4a60-8a4a-e87ad2e568c7 req-bf09cd0a-2f42-46c5-ac0d-ad15c4c1223b tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0716531 Mar 29 15:07:39.017386 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-abbd7402-a57f-4a60-8a4a-e87ad2e568c7 req-701f88f0-4500-4b9f-b4c8-7b06f43c257b tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487099 Mar 29 15:07:39.696327 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d7f82-5df3-4927-a4d9-ed06777687f1 req-5dc9a66f-7a51-4264-b1bf-ce342c1e7e91 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:39.697839 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b48d7f82-5df3-4927-a4d9-ed06777687f1 req-5dc9a66f-7a51-4264-b1bf-ce342c1e7e91 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0556157 Mar 29 15:07:39.744542 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b48d7f82-5df3-4927-a4d9-ed06777687f1 req-85e4e147-45c1-4d54-a050-f4e598d9771e tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406210 Mar 29 15:07:40.134714 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f00e8-4171-448f-b843-502d867c47ec req-0b6b0fed-2f75-443c-b4da-98c906e9e119 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:40.136161 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0f4f00e8-4171-448f-b843-502d867c47ec req-0b6b0fed-2f75-443c-b4da-98c906e9e119 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0517099 Mar 29 15:07:40.181485 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0f4f00e8-4171-448f-b843-502d867c47ec req-6a52948f-2f0b-4bfb-84df-3eb2d8eb4967 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398300 Mar 29 15:07:40.862765 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03de40-8a89-454d-bed8-92d0eaed5a61 req-f2e14b78-f010-46c4-bcca-68e0e013f8db tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:40.864226 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-5e03de40-8a89-454d-bed8-92d0eaed5a61 req-f2e14b78-f010-46c4-bcca-68e0e013f8db tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0548999 Mar 29 15:07:41.096695 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-5e03de40-8a89-454d-bed8-92d0eaed5a61 req-0828e019-ac7b-403f-873e-cefe268f815b tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263029 Mar 29 15:07:41.302237 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af8de4-2029-40dd-bc73-7b000f858aac req-4173fa94-f452-43b4-9c1b-1742e8e936a8 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:41.304292 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-63af8de4-2029-40dd-bc73-7b000f858aac req-4173fa94-f452-43b4-9c1b-1742e8e936a8 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0549989 Mar 29 15:07:41.351126 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-63af8de4-2029-40dd-bc73-7b000f858aac req-c0a34e8e-4f0f-4be9-8716-144634adada6 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409033 Mar 29 15:07:41.405913 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-4589d3f2-47ed-4fba-bce0-66abd4761872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:41.592879 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58efad3-876b-4ea3-9967-7dd48bc092d6 req-f6a2c9be-7571-4ca6-8d7d-51acda6578ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:41.594353 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c58efad3-876b-4ea3-9967-7dd48bc092d6 req-f6a2c9be-7571-4ca6-8d7d-51acda6578ec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 1129 time: 0.0845509 Mar 29 15:07:41.638511 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c58efad3-876b-4ea3-9967-7dd48bc092d6 req-88b319c2-dc1e-4707-aa3d-bf05cdaebb35 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360970 Mar 29 15:07:42.214413 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e36fd6-f066-4929-80c9-9b6e451a1fae req-a10315bb-90e6-40c6-a7e2-d2151c56067a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:42.215934 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-82e36fd6-f066-4929-80c9-9b6e451a1fae req-a10315bb-90e6-40c6-a7e2-d2151c56067a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0541005 Mar 29 15:07:42.264390 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-82e36fd6-f066-4929-80c9-9b6e451a1fae req-a426a61b-a7fe-42b9-b0be-2e7a387d7798 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428941 Mar 29 15:07:42.467793 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc729e5-90e3-439f-8e98-7b545b8bf031 req-e3db49a0-9f42-4092-822f-78c15d48551f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:42.469279 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3fc729e5-90e3-439f-8e98-7b545b8bf031 req-e3db49a0-9f42-4092-822f-78c15d48551f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0524194 Mar 29 15:07:42.515288 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3fc729e5-90e3-439f-8e98-7b545b8bf031 req-f31dc5e8-5fd3-464d-bd02-b75e62016450 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397761 Mar 29 15:07:43.382694 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e28fd-4dcc-4139-b566-369f11e75c0d req-9abbac87-cde2-4196-aad0-f66da52f08a4 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:43.384160 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1c2e28fd-4dcc-4139-b566-369f11e75c0d req-9abbac87-cde2-4196-aad0-f66da52f08a4 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0515935 Mar 29 15:07:43.430072 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1c2e28fd-4dcc-4139-b566-369f11e75c0d req-0ebcd0f3-a5f6-45a3-9cc6-5b92f19b23c7 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404792 Mar 29 15:07:43.633471 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d90ac-1f5c-43a0-9e49-dd024b0fd5b4 req-155b804b-104e-4d84-84cd-fa009e6b5a30 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:43.634958 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b54d90ac-1f5c-43a0-9e49-dd024b0fd5b4 req-155b804b-104e-4d84-84cd-fa009e6b5a30 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0535150 Mar 29 15:07:43.684452 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b54d90ac-1f5c-43a0-9e49-dd024b0fd5b4 req-7e7cc4a9-44d4-428f-b83c-9046d3eea507 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439789 Mar 29 15:07:43.726539 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-258fb145-53e5-47e9-89fd-441eab704abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:44.042399 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd698a5-a5ac-4ee8-8da7-2ef554697480 req-a37b551d-92f7-4284-a238-30e88a9389d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:44.043878 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-bbd698a5-a5ac-4ee8-8da7-2ef554697480 req-a37b551d-92f7-4284-a238-30e88a9389d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00f07373deef4fc0b642c58742393b86&device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 1129 time: 0.0800629 Mar 29 15:07:44.051896 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de741c5-b1bf-483e-aa5e-edb8742ceabd req-9c820d4e-10b7-4c8e-aef6-8a556c289355 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:44.054010 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-8de741c5-b1bf-483e-aa5e-edb8742ceabd req-9c820d4e-10b7-4c8e-aef6-8a556c289355 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0825250 Mar 29 15:07:44.144387 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-8de741c5-b1bf-483e-aa5e-edb8742ceabd req-6b990bea-4c97-40db-972d-9800ca4fae6c tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826993 Mar 29 15:07:44.169847 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd698a5-a5ac-4ee8-8da7-2ef554697480 req-7c8528db-27fb-470d-9b6f-99e82372ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:44.171327 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-bbd698a5-a5ac-4ee8-8da7-2ef554697480 req-7c8528db-27fb-470d-9b6f-99e82372ebd7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9352682d-561b-46b3-a155-35c84f4fd466 HTTP/1.1" status: 200 len: 919 time: 0.1164825 Mar 29 15:07:44.239287 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-bbd698a5-a5ac-4ee8-8da7-2ef554697480 req-487c53f3-c27c-42f4-80eb-1c46b9a455a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaf27678-cc54-48e4-b910-e157eda7b9bd HTTP/1.1" status: 200 len: 1000 time: 0.0619097 Mar 29 15:07:44.292360 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd698a5-a5ac-4ee8-8da7-2ef554697480 req-93227520-f60e-4b9c-aff5-1787e3181db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:44.293812 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-bbd698a5-a5ac-4ee8-8da7-2ef554697480 req-93227520-f60e-4b9c-aff5-1787e3181db0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4785f368-95a0-409f-b70d-930d5b4d123e HTTP/1.1" status: 200 len: 857 time: 0.0430117 Mar 29 15:07:44.351059 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd698a5-a5ac-4ee8-8da7-2ef554697480 req-07d227c6-b8c1-4560-8984-e02784532567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:44.352421 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-bbd698a5-a5ac-4ee8-8da7-2ef554697480 req-07d227c6-b8c1-4560-8984-e02784532567 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9352682d-561b-46b3-a155-35c84f4fd466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429242 Mar 29 15:07:44.446754 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-bbd698a5-a5ac-4ee8-8da7-2ef554697480 req-84c46b5d-0a3d-4016-b797-8b6949cda6e0 service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824521 Mar 29 15:07:44.538243 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-bbd698a5-a5ac-4ee8-8da7-2ef554697480 req-e921d481-5804-41ce-8782-cf7ca76f283e service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841582 Mar 29 15:07:44.552349 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937ef30-85e3-437b-8e8e-80ce799b0d15 req-cae08d3a-1855-4226-8782-fe6fd88b43dd tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:44.554917 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b937ef30-85e3-437b-8e8e-80ce799b0d15 req-cae08d3a-1855-4226-8782-fe6fd88b43dd tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0541184 Mar 29 15:07:44.603505 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b937ef30-85e3-437b-8e8e-80ce799b0d15 req-d45d33c9-6c48-4a79-926b-33a425b5a284 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433919 Mar 29 15:07:44.720683 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:45.268840 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31769594-4144-42c2-8502-2dbf10b9ffe4 req-3944073d-b5d1-4df4-b05c-791366ee294f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:45.270322 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-31769594-4144-42c2-8502-2dbf10b9ffe4 req-3944073d-b5d1-4df4-b05c-791366ee294f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0571680 Mar 29 15:07:45.324166 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-31769594-4144-42c2-8502-2dbf10b9ffe4 req-76a84bad-3586-4066-8e03-b7bf1c17884d tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479333 Mar 29 15:07:45.720571 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f07dc7-cba0-4eb9-8e1c-5b5e1a60f454 req-bfc8f379-2552-4493-91b9-aefb1a907e30 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:45.722049 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-96f07dc7-cba0-4eb9-8e1c-5b5e1a60f454 req-bfc8f379-2552-4493-91b9-aefb1a907e30 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0525897 Mar 29 15:07:45.769087 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-96f07dc7-cba0-4eb9-8e1c-5b5e1a60f454 req-8345733e-a4ac-43ae-9cdd-d52ae3936cd6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407670 Mar 29 15:07:46.441033 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509ff88-d8ca-42cc-b8ba-1d0250dc9672 req-6182ab56-b978-4910-8ab1-f4a99bdea5f5 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:46.442528 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1509ff88-d8ca-42cc-b8ba-1d0250dc9672 req-6182ab56-b978-4910-8ab1-f4a99bdea5f5 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0524044 Mar 29 15:07:46.490330 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1509ff88-d8ca-42cc-b8ba-1d0250dc9672 req-b7714189-62ef-49f2-b2e7-f870f0175e85 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412049 Mar 29 15:07:46.544020 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:46.892463 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5cd80-ff42-4ae3-8578-3624e126904e req-1b21a99f-9f02-4a1e-a03a-e43467b4ac77 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:46.893953 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8cf5cd80-ff42-4ae3-8578-3624e126904e req-1b21a99f-9f02-4a1e-a03a-e43467b4ac77 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0552955 Mar 29 15:07:46.941274 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8cf5cd80-ff42-4ae3-8578-3624e126904e req-fcbfa5b1-e053-4f78-a95c-a15f022933fb tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411501 Mar 29 15:07:47.607971 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fc131-e271-4a8f-a827-474cf25e0a9e req-9d611aed-743c-422f-88ed-108b87d1c49c tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:47.609879 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-358fc131-e271-4a8f-a827-474cf25e0a9e req-9d611aed-743c-422f-88ed-108b87d1c49c tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0538809 Mar 29 15:07:47.612051 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:47.661325 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-358fc131-e271-4a8f-a827-474cf25e0a9e req-9c32d3ab-16e2-4cc6-933d-a55d4e11861a tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441051 Mar 29 15:07:47.775647 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a6f7d-139d-4b3f-8f2c-2035754d38a4 req-90568df7-4fe0-4214-a1bf-b4aabfd2ce5e tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:47.777088 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a62a6f7d-139d-4b3f-8f2c-2035754d38a4 req-90568df7-4fe0-4214-a1bf-b4aabfd2ce5e tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0536754 Mar 29 15:07:47.785471 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 42338) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:07:47.790559 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-c873b72b-5e6b-4e9f-93f1-8dde7b9df3af tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Request body: {'floatingip': {'port_id': 'eaf27678-cc54-48e4-b910-e157eda7b9bd'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:07:47.846855 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c873b72b-5e6b-4e9f-93f1-8dde7b9df3af tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks [] for floatingip (114cee56-4c53-4468-b003-172614af083f), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:48.058470 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0acbba-aa72-44c9-bb9d-80dffdd42ab2 req-16a0dcc2-a4c3-4eec-9a71-fb3c7d37d4a8 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:48.059870 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7e0acbba-aa72-44c9-bb9d-80dffdd42ab2 req-16a0dcc2-a4c3-4eec-9a71-fb3c7d37d4a8 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0526879 Mar 29 15:07:48.106498 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7e0acbba-aa72-44c9-bb9d-80dffdd42ab2 req-ef68ef9b-200a-4bd8-9764-00fba03b0c66 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409031 Mar 29 15:07:48.518781 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c873b72b-5e6b-4e9f-93f1-8dde7b9df3af tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:48.523106 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c873b72b-5e6b-4e9f-93f1-8dde7b9df3af tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (114cee56-4c53-4468-b003-172614af083f), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:48.733269 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c873b72b-5e6b-4e9f-93f1-8dde7b9df3af tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Router dd7c4c58-77c7-467d-9f82-247cad7ab62e has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:07:48.842756 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c873b72b-5e6b-4e9f-93f1-8dde7b9df3af tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:07:48.847721 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c873b72b-5e6b-4e9f-93f1-8dde7b9df3af tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:48.852356 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da597c9-d3be-4aac-ba99-677a5d243fd2 None None] Sync routers for ids ['dd7c4c58-77c7-467d-9f82-247cad7ab62e'] in dv-cinder-835635-1-iscsi {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:07:48.861380 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da597c9-d3be-4aac-ba99-677a5d243fd2 None None] Routers {'dd7c4c58-77c7-467d-9f82-247cad7ab62e'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:07:48.861980 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-8da597c9-d3be-4aac-ba99-677a5d243fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:07:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['dd7c4c58-77c7-467d-9f82-247cad7ab62e'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:07:48.879646 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36000ca-2412-455c-99ce-c90ce388cb11', 'tag': 'eaf27678-cc54-48e4-b910-e157eda7b9bd'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:07:48.881895 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bbb5e8-c0b3-4c7a-9126-de61013f903a" -d '{"events": [{"name": "network-changed", "server_uuid": "e36000ca-2412-455c-99ce-c90ce388cb11", "tag": "eaf27678-cc54-48e4-b910-e157eda7b9bd"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:07:48.923625 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-c873b72b-5e6b-4e9f-93f1-8dde7b9df3af tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "PUT /v2.0/floatingips/114cee56-4c53-4468-b003-172614af083f HTTP/1.1" status: 200 len: 992 time: 1.1232195 Mar 29 15:07:48.930940 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500f570b-fe90-47f6-9683-ea97d1a5a3b1 x-openstack-request-id: req-500f570b-fe90-47f6-9683-ea97d1a5a3b1 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:07:48.931246 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36000ca-2412-455c-99ce-c90ce388cb11", "tag": "eaf27678-cc54-48e4-b910-e157eda7b9bd", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:07:48.931495 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-500f570b-fe90-47f6-9683-ea97d1a5a3b1 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:07:48.931891 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-500f570b-fe90-47f6-9683-ea97d1a5a3b1'] response: {'name': 'network-changed', 'server_uuid': 'e36000ca-2412-455c-99ce-c90ce388cb11', 'tag': 'eaf27678-cc54-48e4-b910-e157eda7b9bd', 'status': 'completed', 'code': 200} Mar 29 15:07:48.973211 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-8da597c9-d3be-4aac-ba99-677a5d243fd2 None None] Set router dd7c4c58-77c7-467d-9f82-247cad7ab62e gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:07:49.000315 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbb5e8-c0b3-4c7a-9126-de61013f903a req-b81fc516-9711-4154-aed1-3b3e6f5ecc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:49.001828 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-52bbb5e8-c0b3-4c7a-9126-de61013f903a req-b81fc516-9711-4154-aed1-3b3e6f5ecc86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00f07373deef4fc0b642c58742393b86&device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 1129 time: 0.0447454 Mar 29 15:07:49.096086 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbb5e8-c0b3-4c7a-9126-de61013f903a req-c52cdd16-a906-4ac0-a500-a5454fe8db65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:49.097603 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-52bbb5e8-c0b3-4c7a-9126-de61013f903a req-c52cdd16-a906-4ac0-a500-a5454fe8db65 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9352682d-561b-46b3-a155-35c84f4fd466 HTTP/1.1" status: 200 len: 919 time: 0.0882635 Mar 29 15:07:49.171096 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-52bbb5e8-c0b3-4c7a-9126-de61013f903a req-c650c9dd-9782-44d9-a79b-88b2ba75fd40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaf27678-cc54-48e4-b910-e157eda7b9bd HTTP/1.1" status: 200 len: 1000 time: 0.0605142 Mar 29 15:07:49.202877 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-8da597c9-d3be-4aac-ba99-677a5d243fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'name': 'tempest-ServerRescueNegativeTestJSON-954116710-router', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '876eac65-f672-4953-84b6-544e85e87cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:23Z', 'updated_at': '2022-03-29T15:02:32Z', 'revision_number': 4, 'project_id': '00f07373deef4fc0b642c58742393b86', 'gw_port': {'id': '876eac65-f672-4953-84b6-544e85e87cde', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:24Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '114cee56-4c53-4468-b003-172614af083f', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'port_id': 'eaf27678-cc54-48e4-b910-e157eda7b9bd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466', 'mac_address': 'fa:16:3e:a0:43:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36000ca-2412-455c-99ce-c90ce388cb11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:04:45Z', 'updated_at': '2022-03-29T15:07:48Z', 'revision_number': 3, 'project_id': '00f07373deef4fc0b642c58742393b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8122cb94-5ff8-45ab-80fe-d59daca07898', 'name': '', 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'mac_address': 'fa:16:3e:86:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4785f368-95a0-409f-b70d-930d5b4d123e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:30Z', 'updated_at': '2022-03-29T15:02:42Z', 'revision_number': 5, 'project_id': '00f07373deef4fc0b642c58742393b86', 'subnets': [{'id': '4785f368-95a0-409f-b70d-930d5b4d123e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:07:49.231416 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da597c9-d3be-4aac-ba99-677a5d243fd2 None None] Checking router: dd7c4c58-77c7-467d-9f82-247cad7ab62e for host: dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:07:49.239857 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da597c9-d3be-4aac-ba99-677a5d243fd2 None None] Routers {'dd7c4c58-77c7-467d-9f82-247cad7ab62e'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:07:49.240713 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-8da597c9-d3be-4aac-ba99-677a5d243fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:07:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['dd7c4c58-77c7-467d-9f82-247cad7ab62e'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:07:49.257014 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbb5e8-c0b3-4c7a-9126-de61013f903a req-2542d169-52e9-4296-b682-51b63c4a4cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:49.258418 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-52bbb5e8-c0b3-4c7a-9126-de61013f903a req-2542d169-52e9-4296-b682-51b63c4a4cf9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4785f368-95a0-409f-b70d-930d5b4d123e HTTP/1.1" status: 200 len: 857 time: 0.0801756 Mar 29 15:07:49.268413 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5783f-75be-4a81-918d-84400ff1ef23 req-b23b9924-26fc-480a-8c90-cb8a71d524b5 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:49.269839 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-dbb5783f-75be-4a81-918d-84400ff1ef23 req-b23b9924-26fc-480a-8c90-cb8a71d524b5 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0940261 Mar 29 15:07:49.344797 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-dbb5783f-75be-4a81-918d-84400ff1ef23 req-94d71be0-8ab5-4c6b-8907-f63b8283bd92 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660841 Mar 29 15:07:49.347641 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbb5e8-c0b3-4c7a-9126-de61013f903a req-ac512ccb-63ac-458c-b56a-c7b11d4ab36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:49.349239 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-52bbb5e8-c0b3-4c7a-9126-de61013f903a req-ac512ccb-63ac-458c-b56a-c7b11d4ab36b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9352682d-561b-46b3-a155-35c84f4fd466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0783803 Mar 29 15:07:49.349998 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-8da597c9-d3be-4aac-ba99-677a5d243fd2 None None] Set router dd7c4c58-77c7-467d-9f82-247cad7ab62e gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:07:49.443327 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-52bbb5e8-c0b3-4c7a-9126-de61013f903a req-eecee51a-7214-4f08-be04-49c2d870b1e5 service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866125 Mar 29 15:07:49.533612 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-52bbb5e8-c0b3-4c7a-9126-de61013f903a req-46888338-5fb2-4754-92e2-110fe8a04b56 service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838516 Mar 29 15:07:49.575491 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-8da597c9-d3be-4aac-ba99-677a5d243fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'name': 'tempest-ServerRescueNegativeTestJSON-954116710-router', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '876eac65-f672-4953-84b6-544e85e87cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:23Z', 'updated_at': '2022-03-29T15:02:32Z', 'revision_number': 4, 'project_id': '00f07373deef4fc0b642c58742393b86', 'gw_port': {'id': '876eac65-f672-4953-84b6-544e85e87cde', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:24Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '114cee56-4c53-4468-b003-172614af083f', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'port_id': 'eaf27678-cc54-48e4-b910-e157eda7b9bd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466', 'mac_address': 'fa:16:3e:a0:43:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36000ca-2412-455c-99ce-c90ce388cb11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:04:45Z', 'updated_at': '2022-03-29T15:07:48Z', 'revision_number': 3, 'project_id': '00f07373deef4fc0b642c58742393b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8122cb94-5ff8-45ab-80fe-d59daca07898', 'name': '', 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'mac_address': 'fa:16:3e:86:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4785f368-95a0-409f-b70d-930d5b4d123e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:30Z', 'updated_at': '2022-03-29T15:02:42Z', 'revision_number': 5, 'project_id': '00f07373deef4fc0b642c58742393b86', 'subnets': [{'id': '4785f368-95a0-409f-b70d-930d5b4d123e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:07:49.601223 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da597c9-d3be-4aac-ba99-677a5d243fd2 None None] The sync data for ids ['dd7c4c58-77c7-467d-9f82-247cad7ab62e'] in dv-cinder-835635-1-iscsi is: [{'id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'name': 'tempest-ServerRescueNegativeTestJSON-954116710-router', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '876eac65-f672-4953-84b6-544e85e87cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:23Z', 'updated_at': '2022-03-29T15:02:32Z', 'revision_number': 4, 'project_id': '00f07373deef4fc0b642c58742393b86', 'gw_port': {'id': '876eac65-f672-4953-84b6-544e85e87cde', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:24Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '114cee56-4c53-4468-b003-172614af083f', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'port_id': 'eaf27678-cc54-48e4-b910-e157eda7b9bd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466', 'mac_address': 'fa:16:3e:a0:43:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36000ca-2412-455c-99ce-c90ce388cb11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:04:45Z', 'updated_at': '2022-03-29T15:07:48Z', 'revision_number': 3, 'project_id': '00f07373deef4fc0b642c58742393b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8122cb94-5ff8-45ab-80fe-d59daca07898', 'name': '', 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'mac_address': 'fa:16:3e:86:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4785f368-95a0-409f-b70d-930d5b4d123e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:30Z', 'updated_at': '2022-03-29T15:02:42Z', 'revision_number': 5, 'project_id': '00f07373deef4fc0b642c58742393b86', 'subnets': [{'id': '4785f368-95a0-409f-b70d-930d5b4d123e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:07:50.466224 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663acbf-9650-4e08-a790-1cd546da2088 req-0378d8ca-7369-49cb-862b-5eaaf533ce0c tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:50.467616 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0663acbf-9650-4e08-a790-1cd546da2088 req-0378d8ca-7369-49cb-862b-5eaaf533ce0c tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0556250 Mar 29 15:07:50.512273 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0663acbf-9650-4e08-a790-1cd546da2088 req-a7bb6ad2-de84-4105-9865-8e8f1b1a1fea tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390790 Mar 29 15:07:50.932906 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36000ca-2412-455c-99ce-c90ce388cb11', 'tag': 'eaf27678-cc54-48e4-b910-e157eda7b9bd'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:07:50.935192 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444ddb78-cd47-48e5-bae1-42c3cdd27aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "e36000ca-2412-455c-99ce-c90ce388cb11", "tag": "eaf27678-cc54-48e4-b910-e157eda7b9bd"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:07:50.970181 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7155cc-a029-4f3d-b7c6-c0609ede9134 x-openstack-request-id: req-3b7155cc-a029-4f3d-b7c6-c0609ede9134 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:07:50.970473 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36000ca-2412-455c-99ce-c90ce388cb11", "tag": "eaf27678-cc54-48e4-b910-e157eda7b9bd", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:07:50.970730 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3b7155cc-a029-4f3d-b7c6-c0609ede9134 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:07:50.971133 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b7155cc-a029-4f3d-b7c6-c0609ede9134'] response: {'name': 'network-changed', 'server_uuid': 'e36000ca-2412-455c-99ce-c90ce388cb11', 'tag': 'eaf27678-cc54-48e4-b910-e157eda7b9bd', 'status': 'completed', 'code': 200} Mar 29 15:07:51.048167 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ddb78-cd47-48e5-bae1-42c3cdd27aa2 req-c9c62aee-066f-4852-8a4f-2e9ef2868d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:51.049717 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-444ddb78-cd47-48e5-bae1-42c3cdd27aa2 req-c9c62aee-066f-4852-8a4f-2e9ef2868d14 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00f07373deef4fc0b642c58742393b86&device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 1129 time: 0.0505083 Mar 29 15:07:51.137566 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ddb78-cd47-48e5-bae1-42c3cdd27aa2 req-f70d1787-0be5-4651-a95a-31ee2eff0e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:51.138995 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-444ddb78-cd47-48e5-bae1-42c3cdd27aa2 req-f70d1787-0be5-4651-a95a-31ee2eff0e19 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9352682d-561b-46b3-a155-35c84f4fd466 HTTP/1.1" status: 200 len: 919 time: 0.0819890 Mar 29 15:07:51.205528 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-444ddb78-cd47-48e5-bae1-42c3cdd27aa2 req-ab09092f-9913-4018-b38b-461eebed90c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eaf27678-cc54-48e4-b910-e157eda7b9bd HTTP/1.1" status: 200 len: 1000 time: 0.0603821 Mar 29 15:07:51.257380 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ddb78-cd47-48e5-bae1-42c3cdd27aa2 req-b2736965-0e55-46db-95a7-5636a9d4bee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:51.258765 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-444ddb78-cd47-48e5-bae1-42c3cdd27aa2 req-b2736965-0e55-46db-95a7-5636a9d4bee8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4785f368-95a0-409f-b70d-930d5b4d123e HTTP/1.1" status: 200 len: 857 time: 0.0423677 Mar 29 15:07:51.307514 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ddb78-cd47-48e5-bae1-42c3cdd27aa2 req-2b3307e8-8266-4343-a38a-4d5ec2e3a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:51.308998 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-444ddb78-cd47-48e5-bae1-42c3cdd27aa2 req-2b3307e8-8266-4343-a38a-4d5ec2e3a52b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9352682d-561b-46b3-a155-35c84f4fd466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438342 Mar 29 15:07:51.408784 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-444ddb78-cd47-48e5-bae1-42c3cdd27aa2 req-0fde55a1-b90c-47b4-826d-63f35e949c62 service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830917 Mar 29 15:07:51.496982 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-444ddb78-cd47-48e5-bae1-42c3cdd27aa2 req-283644f8-f54f-4f31-97e5-930ccb22d4e8 service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801618 Mar 29 15:07:51.628263 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c488022-b165-44af-8cbf-fc53d54b630f req-5fc0eda9-368e-41fd-83a1-8e351ce4571b tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:51.629747 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0c488022-b165-44af-8cbf-fc53d54b630f req-5fc0eda9-368e-41fd-83a1-8e351ce4571b tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0518322 Mar 29 15:07:51.675711 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0c488022-b165-44af-8cbf-fc53d54b630f req-5fbd56ba-d091-4330-add2-e4f5209b1133 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402656 Mar 29 15:07:52.796834 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4010c4-56f2-4b84-a529-b64735183ad2 req-a610449b-a492-4eaf-8d0d-70191d04b7c0 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:52.798301 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-cf4010c4-56f2-4b84-a529-b64735183ad2 req-a610449b-a492-4eaf-8d0d-70191d04b7c0 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0545001 Mar 29 15:07:52.844582 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-cf4010c4-56f2-4b84-a529-b64735183ad2 req-86d7b504-3654-48d7-9a3e-d0028675a5e9 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402181 Mar 29 15:07:53.961086 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51491128-8e8a-4e51-925e-ef33d1f5ce5b req-8951a705-8164-43a7-a80e-642d5fc209cc tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:53.962554 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-51491128-8e8a-4e51-925e-ef33d1f5ce5b req-8951a705-8164-43a7-a80e-642d5fc209cc tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0515032 Mar 29 15:07:54.012058 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-51491128-8e8a-4e51-925e-ef33d1f5ce5b req-229e18cd-20eb-4d36-bd0e-e0c01580db48 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439777 Mar 29 15:07:55.130917 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8393be0-0af9-4862-b953-90404d024eda req-a66f5d39-61c6-48b2-a13e-de99a13e4923 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:55.132512 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f8393be0-0af9-4862-b953-90404d024eda req-a66f5d39-61c6-48b2-a13e-de99a13e4923 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0555358 Mar 29 15:07:55.177853 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f8393be0-0af9-4862-b953-90404d024eda req-47878737-31c9-4f59-8bf2-2d40dd34b1dc tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399168 Mar 29 15:07:56.294959 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5348d8-6f4d-470a-a0fc-3e3004d8b9f2 req-a8a82c7b-50bd-46fd-a5cc-c8056b60801d tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:56.296337 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fc5348d8-6f4d-470a-a0fc-3e3004d8b9f2 req-a8a82c7b-50bd-46fd-a5cc-c8056b60801d tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0515130 Mar 29 15:07:56.342796 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fc5348d8-6f4d-470a-a0fc-3e3004d8b9f2 req-60e1dcba-c7ca-4fc5-ba5f-c9323fa70a7e tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408509 Mar 29 15:07:56.490756 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:07:57.464988 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69476ac-5040-48d0-80a4-1790433f21c7 req-65f2a958-bdba-4914-af0c-9101adb3b2af tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:57.466375 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a69476ac-5040-48d0-80a4-1790433f21c7 req-65f2a958-bdba-4914-af0c-9101adb3b2af tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0546978 Mar 29 15:07:57.513038 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a69476ac-5040-48d0-80a4-1790433f21c7 req-6bd1c9a0-112a-4517-a60d-be52c0135e27 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411603 Mar 29 15:07:57.746005 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82ee04-d3df-4e9d-9a58-bee1e1213baf req-26405274-ad3d-4f49-b907-8e39c8a90028 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:57.747392 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2f82ee04-d3df-4e9d-9a58-bee1e1213baf req-26405274-ad3d-4f49-b907-8e39c8a90028 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0873041 Mar 29 15:07:57.762850 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a614ed-2bd7-4a13-88fd-34bcb7616a79 req-b85fd25e-f43c-486d-bbc5-8aebe0bcd5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:57.764705 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-70a614ed-2bd7-4a13-88fd-34bcb7616a79 req-b85fd25e-f43c-486d-bbc5-8aebe0bcd5ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af4f8ee2318e421dbf84b0a97b279da0&device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 1129 time: 0.0665963 Mar 29 15:07:57.852230 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2f82ee04-d3df-4e9d-9a58-bee1e1213baf req-3784f5be-cb66-4987-82fb-e029e33a4d7f tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975354 Mar 29 15:07:57.881124 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a614ed-2bd7-4a13-88fd-34bcb7616a79 req-c504ea1c-8845-4167-9613-9cd60610b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:57.882581 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-70a614ed-2bd7-4a13-88fd-34bcb7616a79 req-c504ea1c-8845-4167-9613-9cd60610b23f service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db HTTP/1.1" status: 200 len: 911 time: 0.1089983 Mar 29 15:07:57.957074 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-70a614ed-2bd7-4a13-88fd-34bcb7616a79 req-2843b6c1-55cf-4fe8-b3d0-5c5752fa7550 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bec2f857-7b16-4ff2-87e0-32b1ba5e7e70 HTTP/1.1" status: 200 len: 1001 time: 0.0632491 Mar 29 15:07:58.008225 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a614ed-2bd7-4a13-88fd-34bcb7616a79 req-2e2fd38b-db6b-4e5b-8d02-1570689e828c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:58.009613 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-70a614ed-2bd7-4a13-88fd-34bcb7616a79 req-2e2fd38b-db6b-4e5b-8d02-1570689e828c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d28f83-336a-4760-8daf-f760c1456634 HTTP/1.1" status: 200 len: 849 time: 0.0438902 Mar 29 15:07:58.058627 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a614ed-2bd7-4a13-88fd-34bcb7616a79 req-222feb9b-13f5-49bb-b3dd-3825e9e2dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:58.060083 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-70a614ed-2bd7-4a13-88fd-34bcb7616a79 req-222feb9b-13f5-49bb-b3dd-3825e9e2dc3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437860 Mar 29 15:07:58.150952 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-70a614ed-2bd7-4a13-88fd-34bcb7616a79 req-57784bd7-b2d0-4ce4-9e5b-07682311b6c4 service neutron] 10.222.0.36 "GET /v2.0/networks/c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841141 Mar 29 15:07:58.238516 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-70a614ed-2bd7-4a13-88fd-34bcb7616a79 req-f677e9be-bbb1-4efe-ac78-315cdad4653c service neutron] 10.222.0.36 "GET /v2.0/networks/c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799067 Mar 29 15:07:58.969369 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62e704-b1e1-4382-ae78-f8abb9931a11 req-7be6ad5d-330d-4c80-8eff-cde6821213c5 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:07:58.970833 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-dc62e704-b1e1-4382-ae78-f8abb9931a11 req-7be6ad5d-330d-4c80-8eff-cde6821213c5 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0516000 Mar 29 15:07:59.018686 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-dc62e704-b1e1-4382-ae78-f8abb9931a11 req-f853782f-a68e-4950-a5b5-f50519b549b1 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413396 Mar 29 15:08:08.947204 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be5f7a-f510-44aa-8a79-103716d9beb2 req-31daf881-373f-4538-9f17-8e1d8ccd1299 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:08.948695 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e6be5f7a-f510-44aa-8a79-103716d9beb2 req-31daf881-373f-4538-9f17-8e1d8ccd1299 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a88a65d-7037-4e7b-909a-20ac9b501d03 HTTP/1.1" status: 200 len: 946 time: 0.0570235 Mar 29 15:08:08.995618 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e6be5f7a-f510-44aa-8a79-103716d9beb2 req-e18f41a0-7f96-4045-8af7-c8c676163d7b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=c87280c5-7a12-4037-abd8-db9f0f9ac084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413949 Mar 29 15:08:10.119094 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821eeb6e-3a3b-4910-a2f9-450818dc8b13 req-f699e98f-341b-42f9-93b3-6ddc5d129ab2 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:10.120539 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-821eeb6e-3a3b-4910-a2f9-450818dc8b13 req-f699e98f-341b-42f9-93b3-6ddc5d129ab2 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a88a65d-7037-4e7b-909a-20ac9b501d03 HTTP/1.1" status: 200 len: 946 time: 0.0561197 Mar 29 15:08:10.165868 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-821eeb6e-3a3b-4910-a2f9-450818dc8b13 req-8ad60518-71fe-49e3-864d-05516348e07d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=c87280c5-7a12-4037-abd8-db9f0f9ac084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397933 Mar 29 15:08:10.848089 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421c240-9e04-4668-b8a9-2adbe46b78b2 req-043bf061-a111-4cac-beca-069f296056f9 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:10.850070 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1421c240-9e04-4668-b8a9-2adbe46b78b2 req-043bf061-a111-4cac-beca-069f296056f9 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a88a65d-7037-4e7b-909a-20ac9b501d03 HTTP/1.1" status: 200 len: 946 time: 0.0521209 Mar 29 15:08:10.891151 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:08:10.949549 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-1421c240-9e04-4668-b8a9-2adbe46b78b2 req-12ac2e6a-73fd-4799-951b-c69c0c8f1cad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Deleting port 8534843c-cc11-4cdf-b1de-ec6980b97cec {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:08:10.949884 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1421c240-9e04-4668-b8a9-2adbe46b78b2 req-12ac2e6a-73fd-4799-951b-c69c0c8f1cad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (8534843c-cc11-4cdf-b1de-ec6980b97cec), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:11.037828 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-1421c240-9e04-4668-b8a9-2adbe46b78b2 req-12ac2e6a-73fd-4799-951b-c69c0c8f1cad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] For port 8534843c-cc11-4cdf-b1de-ec6980b97cec, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=8534843c-cc11-4cdf-b1de-ec6980b97cec,segment=NetworkSegment(76ced992-64b5-4d36-a1da-2a36ce3c4f6e),segment_id=76ced992-64b5-4d36-a1da-2a36ce3c4f6e)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:08:11.038191 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1421c240-9e04-4668-b8a9-2adbe46b78b2 req-12ac2e6a-73fd-4799-951b-c69c0c8f1cad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (8534843c-cc11-4cdf-b1de-ec6980b97cec), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:11.261212 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1421c240-9e04-4668-b8a9-2adbe46b78b2 req-12ac2e6a-73fd-4799-951b-c69c0c8f1cad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:11.261906 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1421c240-9e04-4668-b8a9-2adbe46b78b2 req-12ac2e6a-73fd-4799-951b-c69c0c8f1cad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (d6606989-a730-4a82-929d-f6227af5dc09), after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:11.261906 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.db.l3_db [req-1421c240-9e04-4668-b8a9-2adbe46b78b2 req-12ac2e6a-73fd-4799-951b-c69c0c8f1cad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Floating IP d6606989-a730-4a82-929d-f6227af5dc09 disassociated. External IP: 172.27.2.134, port: 8534843c-cc11-4cdf-b1de-ec6980b97cec. Mar 29 15:08:11.262205 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-1421c240-9e04-4668-b8a9-2adbe46b78b2 req-12ac2e6a-73fd-4799-951b-c69c0c8f1cad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Calling delete_port for 8534843c-cc11-4cdf-b1de-ec6980b97cec owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:08:11.291930 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022b36e-6285-4ae8-a9bb-126bc995087c req-af4755dc-9e37-4d36-9324-a5d66c679773 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:11.293465 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8022b36e-6285-4ae8-a9bb-126bc995087c req-af4755dc-9e37-4d36-9324-a5d66c679773 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a88a65d-7037-4e7b-909a-20ac9b501d03 HTTP/1.1" status: 200 len: 946 time: 0.0536277 Mar 29 15:08:11.340418 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8022b36e-6285-4ae8-a9bb-126bc995087c req-b5c2e55c-0134-4e76-be0a-2b497018f4f9 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=c87280c5-7a12-4037-abd8-db9f0f9ac084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413940 Mar 29 15:08:11.391495 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1421c240-9e04-4668-b8a9-2adbe46b78b2 req-12ac2e6a-73fd-4799-951b-c69c0c8f1cad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (8534843c-cc11-4cdf-b1de-ec6980b97cec), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:11.406725 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-1e15050e-bca0-4425-bc43-481de4412a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:11.421334 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac2e6a-73fd-4799-951b-c69c0c8f1cad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event deleted for resources: {'Port': ['ID=8534843c-cc11-4cdf-b1de-ec6980b97cec,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:11.432457 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac2e6a-73fd-4799-951b-c69c0c8f1cad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:11.432832 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac2e6a-73fd-4799-951b-c69c0c8f1cad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:11.433172 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac2e6a-73fd-4799-951b-c69c0c8f1cad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:11.433508 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac2e6a-73fd-4799-951b-c69c0c8f1cad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:11.433839 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac2e6a-73fd-4799-951b-c69c0c8f1cad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:11.434170 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac2e6a-73fd-4799-951b-c69c0c8f1cad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:11.434498 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac2e6a-73fd-4799-951b-c69c0c8f1cad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:11.434825 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac2e6a-73fd-4799-951b-c69c0c8f1cad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:11.435149 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac2e6a-73fd-4799-951b-c69c0c8f1cad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:11.435469 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac2e6a-73fd-4799-951b-c69c0c8f1cad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:11.435789 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac2e6a-73fd-4799-951b-c69c0c8f1cad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:11.436152 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac2e6a-73fd-4799-951b-c69c0c8f1cad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:11.436455 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac2e6a-73fd-4799-951b-c69c0c8f1cad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:11.436797 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac2e6a-73fd-4799-951b-c69c0c8f1cad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:11.437117 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac2e6a-73fd-4799-951b-c69c0c8f1cad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:11.549109 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1421c240-9e04-4668-b8a9-2adbe46b78b2 req-12ac2e6a-73fd-4799-951b-c69c0c8f1cad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:08:11.848315 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1421c240-9e04-4668-b8a9-2adbe46b78b2 req-12ac2e6a-73fd-4799-951b-c69c0c8f1cad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:08:11.858352 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f8db16-67b2-49c3-8216-b83e546572ce None None] Sync routers for ids ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:08:11.867728 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f8db16-67b2-49c3-8216-b83e546572ce None None] Routers {'3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:08:11.868414 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f9f8db16-67b2-49c3-8216-b83e546572ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:07:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:11.890184 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-1421c240-9e04-4668-b8a9-2adbe46b78b2 req-12ac2e6a-73fd-4799-951b-c69c0c8f1cad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] No DVR routers for this DVR port 8534843c-cc11-4cdf-b1de-ec6980b97cec on host hv-cinder-83563 {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:08:11.893247 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-1421c240-9e04-4668-b8a9-2adbe46b78b2 req-12ac2e6a-73fd-4799-951b-c69c0c8f1cad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:11.897581 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1421c240-9e04-4668-b8a9-2adbe46b78b2 req-12ac2e6a-73fd-4799-951b-c69c0c8f1cad tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.36 "DELETE /v2.0/ports/8534843c-cc11-4cdf-b1de-ec6980b97cec HTTP/1.1" status: 204 len: 173 time: 1.0404532 Mar 29 15:08:11.898000 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a88a65d-7037-4e7b-909a-20ac9b501d03', 'name': 'network-vif-deleted', 'tag': '8534843c-cc11-4cdf-b1de-ec6980b97cec'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:08:11.900313 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba023f0cd8cc5f3c167e772b1aa00d02c07a3711ed68df0fea12bd5354b7600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f860d3-8f1b-4e65-b15d-77db8060d019" -d '{"events": [{"server_uuid": "6a88a65d-7037-4e7b-909a-20ac9b501d03", "name": "network-vif-deleted", "tag": "8534843c-cc11-4cdf-b1de-ec6980b97cec"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:08:11.985772 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-f9f8db16-67b2-49c3-8216-b83e546572ce None None] Set router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:08:12.007616 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b3de97-dcbc-40f6-90b2-bb07bf1aea3f x-openstack-request-id: req-d2b3de97-dcbc-40f6-90b2-bb07bf1aea3f {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:08:12.007913 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a88a65d-7037-4e7b-909a-20ac9b501d03", "name": "network-vif-deleted", "tag": "8534843c-cc11-4cdf-b1de-ec6980b97cec", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:08:12.008218 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d2b3de97-dcbc-40f6-90b2-bb07bf1aea3f {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:08:12.008693 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2b3de97-dcbc-40f6-90b2-bb07bf1aea3f'] response: {'server_uuid': '6a88a65d-7037-4e7b-909a-20ac9b501d03', 'name': 'network-vif-deleted', 'tag': '8534843c-cc11-4cdf-b1de-ec6980b97cec', 'status': 'completed', 'code': 200} Mar 29 15:08:12.268529 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f9f8db16-67b2-49c3-8216-b83e546572ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '6089c5be-4c67-4ae8-96e4-49d53a401b36', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'port_id': '7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'mac_address': 'fa:16:3e:a3:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d74560-50f6-4016-847f-f4315b7f26f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:02:53Z', 'updated_at': '2022-03-29T15:03:19Z', 'revision_number': 2, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91adfefe-7aa0-4636-97b4-6521420d1303', 'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'mac_address': 'fa:16:3e:ee:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:34Z', 'updated_at': '2022-03-29T15:02:52Z', 'revision_number': 5, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'subnets': [{'id': 'f848f262-5313-47d3-a01b-552787092c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:12.297270 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f8db16-67b2-49c3-8216-b83e546572ce None None] Checking router: 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:08:12.306232 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f8db16-67b2-49c3-8216-b83e546572ce None None] Routers {'3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:08:12.306828 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f9f8db16-67b2-49c3-8216-b83e546572ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:07:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:12.427469 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-f9f8db16-67b2-49c3-8216-b83e546572ce None None] Set router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:08:12.461427 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fcf53109-c5d0-4aba-8f40-ba720be41a8d req-a0cbcb49-3d62-4b9b-9162-3e712523c2ac tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a88a65d-7037-4e7b-909a-20ac9b501d03 HTTP/1.1" status: 200 len: 210 time: 0.0321031 Mar 29 15:08:12.678291 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f9f8db16-67b2-49c3-8216-b83e546572ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '6089c5be-4c67-4ae8-96e4-49d53a401b36', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'port_id': '7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'mac_address': 'fa:16:3e:a3:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d74560-50f6-4016-847f-f4315b7f26f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:02:53Z', 'updated_at': '2022-03-29T15:03:19Z', 'revision_number': 2, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91adfefe-7aa0-4636-97b4-6521420d1303', 'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'mac_address': 'fa:16:3e:ee:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:34Z', 'updated_at': '2022-03-29T15:02:52Z', 'revision_number': 5, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'subnets': [{'id': 'f848f262-5313-47d3-a01b-552787092c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:12.828581 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f8db16-67b2-49c3-8216-b83e546572ce None None] The sync data for ids ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'] in dv-cinder-835635-1-iscsi is: [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '6089c5be-4c67-4ae8-96e4-49d53a401b36', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'port_id': '7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'mac_address': 'fa:16:3e:a3:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d74560-50f6-4016-847f-f4315b7f26f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:02:53Z', 'updated_at': '2022-03-29T15:03:19Z', 'revision_number': 2, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91adfefe-7aa0-4636-97b4-6521420d1303', 'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'mac_address': 'fa:16:3e:ee:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:34Z', 'updated_at': '2022-03-29T15:02:52Z', 'revision_number': 5, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'subnets': [{'id': 'f848f262-5313-47d3-a01b-552787092c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:08:12.869901 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 8534843c-cc11-4cdf-b1de-ec6980b97cec no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:08:12.890583 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] No Port match for: 8534843c-cc11-4cdf-b1de-ec6980b97cec {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:08:12.891110 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 8534843c-cc11-4cdf-b1de-ec6980b97cec not bound to the agent host hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:08:13.061182 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfb3b10-c829-4550-877c-40b461941f5d None None] New status for floating IP d6606989-a730-4a82-929d-f6227af5dc09: DOWN {{(pid=103156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:08:13.552487 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 42418) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:13.605172 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-746394e3-479a-4df4-9f2c-679d4e0197e5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group (c87280c5-7a12-4037-abd8-db9f0f9ac084), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:13.628479 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-746394e3-479a-4df4-9f2c-679d4e0197e5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group (c87280c5-7a12-4037-abd8-db9f0f9ac084), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:13.677541 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-746394e3-479a-4df4-9f2c-679d4e0197e5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (c87280c5-7a12-4037-abd8-db9f0f9ac084), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:13.680141 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-746394e3-479a-4df4-9f2c-679d4e0197e5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:13.681348 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-746394e3-479a-4df4-9f2c-679d4e0197e5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "DELETE /v2.0/security-groups/c87280c5-7a12-4037-abd8-db9f0f9ac084 HTTP/1.1" status: 204 len: 168 time: 0.1276965 Mar 29 15:08:13.684084 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 42420) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:13.697519 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746394e3-479a-4df4-9f2c-679d4e0197e5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87280c5-7a12-4037-abd8-db9f0f9ac084,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:13.698527 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.api.v2.resource [None req-feacd8b3-908b-459b-8acf-01149faf843a tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] show failed (client error): The resource could not be found. Mar 29 15:08:13.704181 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 42422) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:13.705477 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746394e3-479a-4df4-9f2c-679d4e0197e5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:13.705823 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746394e3-479a-4df4-9f2c-679d4e0197e5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:13.706166 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746394e3-479a-4df4-9f2c-679d4e0197e5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:13.706605 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746394e3-479a-4df4-9f2c-679d4e0197e5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:13.706929 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746394e3-479a-4df4-9f2c-679d4e0197e5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:13.707259 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746394e3-479a-4df4-9f2c-679d4e0197e5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:13.708120 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746394e3-479a-4df4-9f2c-679d4e0197e5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:13.711421 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746394e3-479a-4df4-9f2c-679d4e0197e5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:13.712802 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-feacd8b3-908b-459b-8acf-01149faf843a tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups/c87280c5-7a12-4037-abd8-db9f0f9ac084 HTTP/1.1" status: 404 len: 347 time: 0.0237119 Mar 29 15:08:13.714865 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746394e3-479a-4df4-9f2c-679d4e0197e5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:13.715428 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746394e3-479a-4df4-9f2c-679d4e0197e5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:13.716394 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746394e3-479a-4df4-9f2c-679d4e0197e5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:13.717150 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746394e3-479a-4df4-9f2c-679d4e0197e5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:13.717395 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746394e3-479a-4df4-9f2c-679d4e0197e5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:13.717738 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746394e3-479a-4df4-9f2c-679d4e0197e5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:13.718109 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746394e3-479a-4df4-9f2c-679d4e0197e5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:13.722382 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-d878f87f-3675-4502-9bfc-34c0f3fd4951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:13.854732 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-475d428c-cde1-4789-8c33-c4928ad64262 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Deleting port 8e7341e0-ce9a-4bdb-8886-155138df5a82 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:08:13.855069 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-475d428c-cde1-4789-8c33-c4928ad64262 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (8e7341e0-ce9a-4bdb-8886-155138df5a82), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:13.932243 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-475d428c-cde1-4789-8c33-c4928ad64262 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (8e7341e0-ce9a-4bdb-8886-155138df5a82), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:13.932601 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-475d428c-cde1-4789-8c33-c4928ad64262 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for floatingip (8e7341e0-ce9a-4bdb-8886-155138df5a82), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:13.944598 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-475d428c-cde1-4789-8c33-c4928ad64262 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Calling delete_port for 8e7341e0-ce9a-4bdb-8886-155138df5a82 owned by network:floatingip {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:08:14.080876 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-475d428c-cde1-4789-8c33-c4928ad64262 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (8e7341e0-ce9a-4bdb-8886-155138df5a82), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:14.114012 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d428c-cde1-4789-8c33-c4928ad64262 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event deleted for resources: {'Port': ['ID=8e7341e0-ce9a-4bdb-8886-155138df5a82,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:14.177061 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-475d428c-cde1-4789-8c33-c4928ad64262 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for floatingip (d6606989-a730-4a82-929d-f6227af5dc09), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:14.179537 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-475d428c-cde1-4789-8c33-c4928ad64262 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:14.180712 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-475d428c-cde1-4789-8c33-c4928ad64262 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "DELETE /v2.0/floatingips/d6606989-a730-4a82-929d-f6227af5dc09 HTTP/1.1" status: 204 len: 168 time: 0.4592979 Mar 29 15:08:14.723661 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:15.774654 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67313e83-e680-4551-9e74-5b8e8b6d4c75 req-efab8c93-1d41-47dd-9c54-daf2687e9d8e tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:15.776054 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-67313e83-e680-4551-9e74-5b8e8b6d4c75 req-efab8c93-1d41-47dd-9c54-daf2687e9d8e tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=85d74560-50f6-4016-847f-f4315b7f26f1 HTTP/1.1" status: 200 len: 945 time: 0.0551739 Mar 29 15:08:15.824001 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-67313e83-e680-4551-9e74-5b8e8b6d4c75 req-0335fd93-1787-42af-8970-a734a6aa55e5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f0e6be-d474-4785-b452-e684d3c9c8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420704 Mar 29 15:08:16.547041 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:16.767108 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554aa0e2-efce-460c-ac1b-8d5202fa4b6d req-f5f19372-2581-4a2e-8a86-f5400a7240bc tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:16.768514 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-554aa0e2-efce-460c-ac1b-8d5202fa4b6d req-f5f19372-2581-4a2e-8a86-f5400a7240bc tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.36 "GET /v2.0/ports?device_id=85d74560-50f6-4016-847f-f4315b7f26f1 HTTP/1.1" status: 200 len: 945 time: 0.0499735 Mar 29 15:08:16.866604 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-554aa0e2-efce-460c-ac1b-8d5202fa4b6d req-e835660b-bfb8-41a9-b9e9-37e3e0ac36c5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Deleting port 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:08:16.867198 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-554aa0e2-efce-460c-ac1b-8d5202fa4b6d req-e835660b-bfb8-41a9-b9e9-37e3e0ac36c5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:16.953246 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90257e35-69a8-4ba2-a3d3-e1b0d557b29d req-f0e239eb-2aec-41ae-bce5-076ca7dbe61e tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:16.954613 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-554aa0e2-efce-460c-ac1b-8d5202fa4b6d req-e835660b-bfb8-41a9-b9e9-37e3e0ac36c5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] For port 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5,segment=NetworkSegment(76ced992-64b5-4d36-a1da-2a36ce3c4f6e),segment_id=76ced992-64b5-4d36-a1da-2a36ce3c4f6e)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:08:16.954870 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-90257e35-69a8-4ba2-a3d3-e1b0d557b29d req-f0e239eb-2aec-41ae-bce5-076ca7dbe61e tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=85d74560-50f6-4016-847f-f4315b7f26f1 HTTP/1.1" status: 200 len: 945 time: 0.0540240 Mar 29 15:08:16.955002 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-554aa0e2-efce-460c-ac1b-8d5202fa4b6d req-e835660b-bfb8-41a9-b9e9-37e3e0ac36c5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:17.004150 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-90257e35-69a8-4ba2-a3d3-e1b0d557b29d req-8d0a6b7a-861d-4117-b95f-65039cc43019 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f0e6be-d474-4785-b452-e684d3c9c8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429482 Mar 29 15:08:17.127689 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-554aa0e2-efce-460c-ac1b-8d5202fa4b6d req-e835660b-bfb8-41a9-b9e9-37e3e0ac36c5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:17.127959 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-554aa0e2-efce-460c-ac1b-8d5202fa4b6d req-e835660b-bfb8-41a9-b9e9-37e3e0ac36c5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (6089c5be-4c67-4ae8-96e4-49d53a401b36), after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:17.128273 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.db.l3_db [req-554aa0e2-efce-460c-ac1b-8d5202fa4b6d req-e835660b-bfb8-41a9-b9e9-37e3e0ac36c5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Floating IP 6089c5be-4c67-4ae8-96e4-49d53a401b36 disassociated. External IP: 172.27.2.100, port: 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5. Mar 29 15:08:17.128628 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-554aa0e2-efce-460c-ac1b-8d5202fa4b6d req-e835660b-bfb8-41a9-b9e9-37e3e0ac36c5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Calling delete_port for 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5 owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:08:17.266835 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-554aa0e2-efce-460c-ac1b-8d5202fa4b6d req-e835660b-bfb8-41a9-b9e9-37e3e0ac36c5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:17.293328 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835660b-bfb8-41a9-b9e9-37e3e0ac36c5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event deleted for resources: {'Port': ['ID=7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:17.427758 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-554aa0e2-efce-460c-ac1b-8d5202fa4b6d req-e835660b-bfb8-41a9-b9e9-37e3e0ac36c5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:08:17.539232 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-554aa0e2-efce-460c-ac1b-8d5202fa4b6d req-e835660b-bfb8-41a9-b9e9-37e3e0ac36c5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:08:17.549809 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3a6b9-07af-4633-8e54-229351c6919f None None] Sync routers for ids ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:08:17.559498 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3a6b9-07af-4633-8e54-229351c6919f None None] Routers {'3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:08:17.560103 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-96f3a6b9-07af-4633-8e54-229351c6919f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:08:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:17.581628 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-554aa0e2-efce-460c-ac1b-8d5202fa4b6d req-e835660b-bfb8-41a9-b9e9-37e3e0ac36c5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] No DVR routers for this DVR port 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5 on host hv-cinder-83563 {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:08:17.584009 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-554aa0e2-efce-460c-ac1b-8d5202fa4b6d req-e835660b-bfb8-41a9-b9e9-37e3e0ac36c5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:17.587282 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-554aa0e2-efce-460c-ac1b-8d5202fa4b6d req-e835660b-bfb8-41a9-b9e9-37e3e0ac36c5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.36 "DELETE /v2.0/ports/7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5 HTTP/1.1" status: 204 len: 173 time: 0.8127747 Mar 29 15:08:17.587715 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d74560-50f6-4016-847f-f4315b7f26f1', 'name': 'network-vif-deleted', 'tag': '7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:08:17.589960 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba023f0cd8cc5f3c167e772b1aa00d02c07a3711ed68df0fea12bd5354b7600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd6fa58-4bfa-449f-95be-acc7e873ee8f" -d '{"events": [{"server_uuid": "85d74560-50f6-4016-847f-f4315b7f26f1", "name": "network-vif-deleted", "tag": "7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:08:17.633074 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ce1736-a5ed-4cb2-9aaa-b3e30c444c0f x-openstack-request-id: req-e2ce1736-a5ed-4cb2-9aaa-b3e30c444c0f {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:08:17.633368 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d74560-50f6-4016-847f-f4315b7f26f1", "name": "network-vif-deleted", "tag": "7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:08:17.633625 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e2ce1736-a5ed-4cb2-9aaa-b3e30c444c0f {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:08:17.634039 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2ce1736-a5ed-4cb2-9aaa-b3e30c444c0f'] response: {'server_uuid': '85d74560-50f6-4016-847f-f4315b7f26f1', 'name': 'network-vif-deleted', 'tag': '7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5', 'status': 'completed', 'code': 200} Mar 29 15:08:17.667315 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:17.699406 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-96f3a6b9-07af-4633-8e54-229351c6919f None None] Set router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:08:17.903327 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-96f3a6b9-07af-4633-8e54-229351c6919f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '91adfefe-7aa0-4636-97b4-6521420d1303', 'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'mac_address': 'fa:16:3e:ee:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:34Z', 'updated_at': '2022-03-29T15:02:52Z', 'revision_number': 5, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'subnets': [{'id': 'f848f262-5313-47d3-a01b-552787092c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:17.930585 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3a6b9-07af-4633-8e54-229351c6919f None None] Checking router: 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:08:17.938817 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3a6b9-07af-4633-8e54-229351c6919f None None] Routers {'3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:08:17.939367 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-96f3a6b9-07af-4633-8e54-229351c6919f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:08:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:18.058921 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-96f3a6b9-07af-4633-8e54-229351c6919f None None] Set router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:08:18.118716 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a73ef756-6fb4-480a-8772-ee8c31e79005 req-aa0c62da-dcc1-4f45-b69d-95946740cdc6 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=85d74560-50f6-4016-847f-f4315b7f26f1 HTTP/1.1" status: 200 len: 210 time: 0.0323024 Mar 29 15:08:18.277934 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-96f3a6b9-07af-4633-8e54-229351c6919f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '91adfefe-7aa0-4636-97b4-6521420d1303', 'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'mac_address': 'fa:16:3e:ee:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:34Z', 'updated_at': '2022-03-29T15:02:52Z', 'revision_number': 5, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'subnets': [{'id': 'f848f262-5313-47d3-a01b-552787092c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:18.303926 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3a6b9-07af-4633-8e54-229351c6919f None None] The sync data for ids ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'] in dv-cinder-835635-1-iscsi is: [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '91adfefe-7aa0-4636-97b4-6521420d1303', 'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'mac_address': 'fa:16:3e:ee:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:34Z', 'updated_at': '2022-03-29T15:02:52Z', 'revision_number': 5, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'subnets': [{'id': 'f848f262-5313-47d3-a01b-552787092c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:08:18.518697 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378ab635-0b3c-4364-8151-08bc08b56b5e None None] New status for floating IP 6089c5be-4c67-4ae8-96e4-49d53a401b36: DOWN {{(pid=103156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:08:18.885947 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:08:18.907208 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] No Port match for: 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:08:18.907552 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 7d721fdc-e871-4fe7-87e0-c4a3f3dcd9d5 not bound to the agent host hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:08:19.201586 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 42458) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:19.255068 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-43ed8dbf-1f76-41b3-b902-0c6568cc6466 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group (50f0e6be-d474-4785-b452-e684d3c9c8e1), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:19.277711 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-43ed8dbf-1f76-41b3-b902-0c6568cc6466 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group (50f0e6be-d474-4785-b452-e684d3c9c8e1), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:19.324873 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-43ed8dbf-1f76-41b3-b902-0c6568cc6466 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (50f0e6be-d474-4785-b452-e684d3c9c8e1), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:19.327374 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-43ed8dbf-1f76-41b3-b902-0c6568cc6466 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:19.328514 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-43ed8dbf-1f76-41b3-b902-0c6568cc6466 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "DELETE /v2.0/security-groups/50f0e6be-d474-4785-b452-e684d3c9c8e1 HTTP/1.1" status: 204 len: 168 time: 0.1258788 Mar 29 15:08:19.331362 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 42460) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:19.337195 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed8dbf-1f76-41b3-b902-0c6568cc6466 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f0e6be-d474-4785-b452-e684d3c9c8e1,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:19.348156 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.api.v2.resource [None req-776b94ea-fef4-42ec-8101-b3c511dd3331 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] show failed (client error): The resource could not be found. Mar 29 15:08:19.350363 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-776b94ea-fef4-42ec-8101-b3c511dd3331 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups/50f0e6be-d474-4785-b452-e684d3c9c8e1 HTTP/1.1" status: 404 len: 347 time: 0.0180225 Mar 29 15:08:19.353384 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 42462) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:19.480217 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-b4c973d7-41b9-43df-b80d-6ce36bb35a99 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Deleting port fccc6e9b-f151-4866-9371-f64f89e73763 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:08:19.480554 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b4c973d7-41b9-43df-b80d-6ce36bb35a99 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (fccc6e9b-f151-4866-9371-f64f89e73763), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:19.553489 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b4c973d7-41b9-43df-b80d-6ce36bb35a99 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (fccc6e9b-f151-4866-9371-f64f89e73763), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:19.553815 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b4c973d7-41b9-43df-b80d-6ce36bb35a99 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for floatingip (fccc6e9b-f151-4866-9371-f64f89e73763), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:19.565194 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-b4c973d7-41b9-43df-b80d-6ce36bb35a99 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Calling delete_port for fccc6e9b-f151-4866-9371-f64f89e73763 owned by network:floatingip {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:08:19.702024 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b4c973d7-41b9-43df-b80d-6ce36bb35a99 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (fccc6e9b-f151-4866-9371-f64f89e73763), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:19.729121 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c973d7-41b9-43df-b80d-6ce36bb35a99 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event deleted for resources: {'Port': ['ID=fccc6e9b-f151-4866-9371-f64f89e73763,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:19.787853 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b4c973d7-41b9-43df-b80d-6ce36bb35a99 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for floatingip (6089c5be-4c67-4ae8-96e4-49d53a401b36), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:19.790613 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b4c973d7-41b9-43df-b80d-6ce36bb35a99 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:19.791759 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-b4c973d7-41b9-43df-b80d-6ce36bb35a99 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "DELETE /v2.0/floatingips/6089c5be-4c67-4ae8-96e4-49d53a401b36 HTTP/1.1" status: 204 len: 168 time: 0.4375117 Mar 29 15:08:20.096807 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 42466) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:20.101370 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-4ee7762d-8cce-42f0-bcc4-106e9f580991 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1910390302', 'description': 'tempest-description--140352831'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:08:20.121311 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4ee7762d-8cce-42f0-bcc4-106e9f580991 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:20.186051 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4ee7762d-8cce-42f0-bcc4-106e9f580991 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group (738dd76b-939a-434f-8bda-36a24aa79e68), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:20.189706 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4ee7762d-8cce-42f0-bcc4-106e9f580991 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (738dd76b-939a-434f-8bda-36a24aa79e68), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:20.215718 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4ee7762d-8cce-42f0-bcc4-106e9f580991 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:20.216973 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-4ee7762d-8cce-42f0-bcc4-106e9f580991 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1191409 Mar 29 15:08:20.219946 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 42468) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:20.224548 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-064737df-aeff-47af-a18d-4a4144de502b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Request body: {'security_group_rule': {'security_group_id': '738dd76b-939a-434f-8bda-36a24aa79e68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:08:20.225366 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7762d-8cce-42f0-bcc4-106e9f580991 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=738dd76b-939a-434f-8bda-36a24aa79e68,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:20.248986 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-064737df-aeff-47af-a18d-4a4144de502b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group_rule (86462cd9-0b87-4e69-bc23-ea1fcdacac2f), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:20.305954 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-064737df-aeff-47af-a18d-4a4144de502b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group_rule (86462cd9-0b87-4e69-bc23-ea1fcdacac2f), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:20.309346 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-064737df-aeff-47af-a18d-4a4144de502b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (86462cd9-0b87-4e69-bc23-ea1fcdacac2f), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:20.326130 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064737df-aeff-47af-a18d-4a4144de502b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86462cd9-0b87-4e69-bc23-ea1fcdacac2f,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:20.333764 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-064737df-aeff-47af-a18d-4a4144de502b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:20.334927 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-064737df-aeff-47af-a18d-4a4144de502b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1139290 Mar 29 15:08:20.337520 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 42470) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:20.341711 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-e73b5868-ca44-4cdc-9362-934e46622234 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Request body: {'security_group_rule': {'security_group_id': '738dd76b-939a-434f-8bda-36a24aa79e68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:08:20.365299 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e73b5868-ca44-4cdc-9362-934e46622234 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group_rule (f858d2f1-9c06-4e7c-8c51-0a5b432ccb3d), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:20.419062 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e73b5868-ca44-4cdc-9362-934e46622234 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group_rule (f858d2f1-9c06-4e7c-8c51-0a5b432ccb3d), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:20.422383 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e73b5868-ca44-4cdc-9362-934e46622234 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (f858d2f1-9c06-4e7c-8c51-0a5b432ccb3d), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:20.439820 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b5868-ca44-4cdc-9362-934e46622234 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f858d2f1-9c06-4e7c-8c51-0a5b432ccb3d,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:20.447733 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e73b5868-ca44-4cdc-9362-934e46622234 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:20.448944 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-e73b5868-ca44-4cdc-9362-934e46622234 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1105216 Mar 29 15:08:20.452033 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 42472) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:20.456235 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-1f153c6a-cc61-46c7-8d35-4c4f4037068c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Request body: {'floatingip': {'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:08:20.475365 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1f153c6a-cc61-46c7-8d35-4c4f4037068c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:20.579360 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1f153c6a-cc61-46c7-8d35-4c4f4037068c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:20.685035 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-1f153c6a-cc61-46c7-8d35-4c4f4037068c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Allocated IP 172.27.2.168 (73fab6d0-c07f-433f-9c69-8ff3a31867f5/bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83/9f944fe2-068d-4514-961f-157682fc1279) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:08:20.788085 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1f153c6a-cc61-46c7-8d35-4c4f4037068c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for port (9f944fe2-068d-4514-961f-157682fc1279), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:20.820983 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1f153c6a-cc61-46c7-8d35-4c4f4037068c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (9f944fe2-068d-4514-961f-157682fc1279), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:20.856258 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f153c6a-cc61-46c7-8d35-4c4f4037068c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:08:20.858951 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-1f153c6a-cc61-46c7-8d35-4c4f4037068c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:08:20.862444 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f153c6a-cc61-46c7-8d35-4c4f4037068c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:08:20.890854 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f153c6a-cc61-46c7-8d35-4c4f4037068c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event updated for resources: {'Port': ['ID=9f944fe2-068d-4514-961f-157682fc1279,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:20.957366 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1f153c6a-cc61-46c7-8d35-4c4f4037068c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for floatingip (1f2c3a79-a679-45d3-9282-cdfbf4549ae5), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:20.994086 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1f153c6a-cc61-46c7-8d35-4c4f4037068c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (9f944fe2-068d-4514-961f-157682fc1279), before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:21.144889 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1f153c6a-cc61-46c7-8d35-4c4f4037068c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for port (9f944fe2-068d-4514-961f-157682fc1279), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:21.149920 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1f153c6a-cc61-46c7-8d35-4c4f4037068c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13311161'] for port (9f944fe2-068d-4514-961f-157682fc1279), after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:21.217768 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f153c6a-cc61-46c7-8d35-4c4f4037068c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event updated for resources: {'Port': ['ID=9f944fe2-068d-4514-961f-157682fc1279,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:21.230101 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1f153c6a-cc61-46c7-8d35-4c4f4037068c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (1f2c3a79-a679-45d3-9282-cdfbf4549ae5), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:21.245800 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1f153c6a-cc61-46c7-8d35-4c4f4037068c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:21.247027 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-1f153c6a-cc61-46c7-8d35-4c4f4037068c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7940497 Mar 29 15:08:21.398036 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-8f5230ed-ad78-4fe0-a163-31953cd9fc8c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1910390302&fields=id&tenant_id=33c87159058d4c97bc53a0b99346e157 HTTP/1.1" status: 200 len: 267 time: 0.0469739 Mar 29 15:08:21.501707 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-ba3d5f26-0943-46d6-83ae-996810666199 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:21.503163 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-ba3d5f26-0943-46d6-83ae-996810666199 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/networks?id=8623989d-9dc8-4db2-b236-bf7fe1fec224 HTTP/1.1" status: 200 len: 814 time: 0.0989211 Mar 29 15:08:21.518165 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-1c8331b3-1ff1-4966-b9a1-d8c4d257e0ed tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/quotas/33c87159058d4c97bc53a0b99346e157 HTTP/1.1" status: 200 len: 375 time: 0.0087914 Mar 29 15:08:21.574222 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-a8f23d13-e8de-4a2f-95e3-2130d59dbca6 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=33c87159058d4c97bc53a0b99346e157&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501852 Mar 29 15:08:21.713953 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-96f438b4-2832-475c-8984-c632507772dd service neutron] 10.222.0.35 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282902 Mar 29 15:08:21.801785 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-e561708f-5a04-4c49-ba14-703d57fac747 service neutron] 10.222.0.35 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814233 Mar 29 15:08:21.970282 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-53256caf-1e57-41c5-abc7-af95d5dc2489 req-34031f4a-a817-4ffe-9ec5-3abb64aae975 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da HTTP/1.1" status: 200 len: 210 time: 0.0269971 Mar 29 15:08:23.034210 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-184032d0-deee-4803-90c6-aa539267b813 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:23.035672 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-184032d0-deee-4803-90c6-aa539267b813 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.36 "GET /v2.0/networks?id=8623989d-9dc8-4db2-b236-bf7fe1fec224 HTTP/1.1" status: 200 len: 814 time: 0.1123359 Mar 29 15:08:23.078217 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ce0f253a-507e-4731-a172-676efe1033d6 req-42ca636c-7a68-4cf1-8726-a4b1cdfc1848 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da HTTP/1.1" status: 200 len: 210 time: 0.0387769 Mar 29 15:08:23.107610 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-90237a46-5440-4a27-af81-6a0a302f3d07 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33c87159058d4c97bc53a0b99346e157 HTTP/1.1" status: 200 len: 380 time: 0.0567236 Mar 29 15:08:23.116648 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-0fb451d8-0545-4ee7-a325-b6a4cce59860 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Request body: {'port': {'device_id': 'a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'admin_state_up': True, 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'security_groups': ['738dd76b-939a-434f-8bda-36a24aa79e68']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:08:23.224299 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-0fb451d8-0545-4ee7-a325-b6a4cce59860 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Made reservation on behalf of 33c87159058d4c97bc53a0b99346e157 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:08:23.227662 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-0fb451d8-0545-4ee7-a325-b6a4cce59860 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:23.351067 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-0fb451d8-0545-4ee7-a325-b6a4cce59860 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Allocated IP 172.20.0.6 (8623989d-9dc8-4db2-b236-bf7fe1fec224/f848f262-5313-47d3-a01b-552787092c89/44de55d7-c2e6-4fb5-8534-535977570fc6) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:08:23.485574 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-0fb451d8-0545-4ee7-a325-b6a4cce59860 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for port (44de55d7-c2e6-4fb5-8534-535977570fc6), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:23.519861 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-0fb451d8-0545-4ee7-a325-b6a4cce59860 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (44de55d7-c2e6-4fb5-8534-535977570fc6), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:23.561199 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-0fb451d8-0545-4ee7-a325-b6a4cce59860 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Network 8623989d-9dc8-4db2-b236-bf7fe1fec224 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:08:23.564147 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-0fb451d8-0545-4ee7-a325-b6a4cce59860 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:08:23.569022 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-0fb451d8-0545-4ee7-a325-b6a4cce59860 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:08:23.597275 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb451d8-0545-4ee7-a325-b6a4cce59860 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event updated for resources: {'Port': ['ID=44de55d7-c2e6-4fb5-8534-535977570fc6,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:23.628200 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-0fb451d8-0545-4ee7-a325-b6a4cce59860 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:23.628858 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-0fb451d8-0545-4ee7-a325-b6a4cce59860 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:23.645185 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-0fb451d8-0545-4ee7-a325-b6a4cce59860 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5322673 Mar 29 15:08:23.656651 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-ded52edb-b017-4e66-828f-920f0e00b746 service neutron] Request body: {'port': {'device_id': 'a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:08:23.723819 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-ded52edb-b017-4e66-828f-920f0e00b746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (44de55d7-c2e6-4fb5-8534-535977570fc6), before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:23.838407 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-3a3c9b4d-e050-4882-872b-ddf3c045f3ae None None] Provisioning complete for port 44de55d7-c2e6-4fb5-8534-535977570fc6 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:08:23.838992 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-3a3c9b4d-e050-4882-872b-ddf3c045f3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (44de55d7-c2e6-4fb5-8534-535977570fc6), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:23.876226 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-3a3c9b4d-e050-4882-872b-ddf3c045f3ae None None] Port 44de55d7-c2e6-4fb5-8534-535977570fc6 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:08:23.979188 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.notifiers.nova [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-ded52edb-b017-4e66-828f-920f0e00b746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44de55d7-c2e6-4fb5-8534-535977570fc6 {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:08:23.986328 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-ded52edb-b017-4e66-828f-920f0e00b746 service neutron] Publish callbacks [] for port (44de55d7-c2e6-4fb5-8534-535977570fc6), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:23.998060 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-ded52edb-b017-4e66-828f-920f0e00b746 service neutron] Transition to ACTIVE for port object 44de55d7-c2e6-4fb5-8534-535977570fc6 will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:08:24.001521 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-ded52edb-b017-4e66-828f-920f0e00b746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13311161'] for port (44de55d7-c2e6-4fb5-8534-535977570fc6), after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:24.049414 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded52edb-b017-4e66-828f-920f0e00b746 service neutron] Pushing event updated for resources: {'Port': ['ID=44de55d7-c2e6-4fb5-8534-535977570fc6,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:24.127441 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-ded52edb-b017-4e66-828f-920f0e00b746 service neutron] Attempting to bind port 44de55d7-c2e6-4fb5-8534-535977570fc6 on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:08:24.127712 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-ded52edb-b017-4e66-828f-920f0e00b746 service neutron] Attempting to bind port 44de55d7-c2e6-4fb5-8534-535977570fc6 by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '76ced992-64b5-4d36-a1da-2a36ce3c4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:08:24.128023 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-ded52edb-b017-4e66-828f-920f0e00b746 service neutron] Attempting to bind port 44de55d7-c2e6-4fb5-8534-535977570fc6 on network 8623989d-9dc8-4db2-b236-bf7fe1fec224 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:08:24.133112 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-ded52edb-b017-4e66-828f-920f0e00b746 service neutron] Port 44de55d7-c2e6-4fb5-8534-535977570fc6 on network 8623989d-9dc8-4db2-b236-bf7fe1fec224 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:08:24.134037 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-ded52edb-b017-4e66-828f-920f0e00b746 service neutron] Attempting to bind port 44de55d7-c2e6-4fb5-8534-535977570fc6 on network 8623989d-9dc8-4db2-b236-bf7fe1fec224 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:08:24.139317 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-ded52edb-b017-4e66-828f-920f0e00b746 service neutron] Checking agent: {'id': '54f4ecb7-e3d7-497a-b676-ec21eb6e2a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'started_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:08:24.139667 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-ded52edb-b017-4e66-828f-920f0e00b746 service neutron] Checking segment: {'id': '76ced992-64b5-4d36-a1da-2a36ce3c4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:08:24.140062 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-ded52edb-b017-4e66-828f-920f0e00b746 service neutron] Bound using segment: {'id': '76ced992-64b5-4d36-a1da-2a36ce3c4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:08:24.140495 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-ded52edb-b017-4e66-828f-920f0e00b746 service neutron] Bound port: 44de55d7-c2e6-4fb5-8534-535977570fc6, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ced992-64b5-4d36-a1da-2a36ce3c4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:08:24.140898 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-ded52edb-b017-4e66-828f-920f0e00b746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (44de55d7-c2e6-4fb5-8534-535977570fc6), before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:24.240362 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-ded52edb-b017-4e66-828f-920f0e00b746 service neutron] For port 44de55d7-c2e6-4fb5-8534-535977570fc6, host hv-cinder-83563, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:08:24.248984 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5a2c2-3ee6-41ae-829d-c8139c6ccf58 req-51184d85-9ca7-4bc5-ac96-feb7f92cc109 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:24.250473 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-efd5a2c2-3ee6-41ae-829d-c8139c6ccf58 req-51184d85-9ca7-4bc5-ac96-feb7f92cc109 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da HTTP/1.1" status: 200 len: 943 time: 0.0992706 Mar 29 15:08:24.252055 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-ded52edb-b017-4e66-828f-920f0e00b746 service neutron] For port 44de55d7-c2e6-4fb5-8534-535977570fc6, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=44de55d7-c2e6-4fb5-8534-535977570fc6,segment=NetworkSegment(76ced992-64b5-4d36-a1da-2a36ce3c4f6e),segment_id=76ced992-64b5-4d36-a1da-2a36ce3c4f6e)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:08:24.258831 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-ded52edb-b017-4e66-828f-920f0e00b746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13311161'] for port (44de55d7-c2e6-4fb5-8534-535977570fc6), after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:24.310569 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-ded52edb-b017-4e66-828f-920f0e00b746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:24.311228 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-ded52edb-b017-4e66-828f-920f0e00b746 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:24.312638 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-ded52edb-b017-4e66-828f-920f0e00b746 service neutron] 10.222.0.36 "PUT /v2.0/ports/44de55d7-c2e6-4fb5-8534-535977570fc6 HTTP/1.1" status: 200 len: 1093 time: 0.6601560 Mar 29 15:08:24.315902 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da', 'tag': '44de55d7-c2e6-4fb5-8534-535977570fc6'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:08:24.318876 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba023f0cd8cc5f3c167e772b1aa00d02c07a3711ed68df0fea12bd5354b7600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ef53b2-c190-43d0-bfa8-8b2963635ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da", "tag": "44de55d7-c2e6-4fb5-8534-535977570fc6"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:08:24.370180 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b42d555-1894-4fdb-a736-4ebcb6893a80 x-openstack-request-id: req-5b42d555-1894-4fdb-a736-4ebcb6893a80 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:08:24.370477 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da", "tag": "44de55d7-c2e6-4fb5-8534-535977570fc6", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:08:24.370737 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5b42d555-1894-4fdb-a736-4ebcb6893a80 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:08:24.371138 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b42d555-1894-4fdb-a736-4ebcb6893a80'] response: {'name': 'network-changed', 'server_uuid': 'a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da', 'tag': '44de55d7-c2e6-4fb5-8534-535977570fc6', 'status': 'completed', 'code': 200} Mar 29 15:08:24.389728 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-efd5a2c2-3ee6-41ae-829d-c8139c6ccf58 req-9b61dde4-c0fa-423b-b756-450d8569b4b4 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=738dd76b-939a-434f-8bda-36a24aa79e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333733 Mar 29 15:08:24.390249 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded52edb-b017-4e66-828f-920f0e00b746 service neutron] Pushing event updated for resources: {'Port': ['ID=44de55d7-c2e6-4fb5-8534-535977570fc6,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:24.414589 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-bdf9047d-4484-4587-a565-aaf7b14f789a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:24.416416 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-bdf9047d-4484-4587-a565-aaf7b14f789a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33c87159058d4c97bc53a0b99346e157&device_id=a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da HTTP/1.1" status: 200 len: 1127 time: 0.0611539 Mar 29 15:08:24.461880 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-3be62952-6cdc-4be0-b703-b35c25d309c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44de55d7-c2e6-4fb5-8534-535977570fc6 HTTP/1.1" status: 200 len: 217 time: 0.0359213 Mar 29 15:08:24.516778 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-00635fae-06bd-4742-859a-b49353d6ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:24.518280 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-00635fae-06bd-4742-859a-b49353d6ace8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f848f262-5313-47d3-a01b-552787092c89 HTTP/1.1" status: 200 len: 853 time: 0.0489683 Mar 29 15:08:24.570334 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-23ab963f-f701-4927-a785-44a48ba5feab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:24.571774 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-23ab963f-f701-4927-a785-44a48ba5feab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8623989d-9dc8-4db2-b236-bf7fe1fec224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457563 Mar 29 15:08:24.660180 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-f3b43dd1-3889-4f19-9089-6e385d4724c8 service neutron] 10.222.0.36 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811813 Mar 29 15:08:24.752215 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e19ab7b2-b79c-40b7-bd45-95b3f3c84cd1 req-fd97d8ef-6097-4bb2-b42f-2c7de65422bd service neutron] 10.222.0.36 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858407 Mar 29 15:08:24.844439 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef53b2-c190-43d0-bfa8-8b2963635ae4 req-faa35732-6a25-4bbe-b7ec-65e2a52031fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:24.845943 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-24ef53b2-c190-43d0-bfa8-8b2963635ae4 req-faa35732-6a25-4bbe-b7ec-65e2a52031fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33c87159058d4c97bc53a0b99346e157&device_id=a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da HTTP/1.1" status: 200 len: 1127 time: 0.0444696 Mar 29 15:08:24.936647 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef53b2-c190-43d0-bfa8-8b2963635ae4 req-93b4ab64-de2e-4872-af17-2b9260cabe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:24.938096 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-24ef53b2-c190-43d0-bfa8-8b2963635ae4 req-93b4ab64-de2e-4872-af17-2b9260cabe76 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8623989d-9dc8-4db2-b236-bf7fe1fec224 HTTP/1.1" status: 200 len: 915 time: 0.0857038 Mar 29 15:08:24.979691 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-24ef53b2-c190-43d0-bfa8-8b2963635ae4 req-5011cc69-4a97-40c7-8fb4-9898b6a8965d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44de55d7-c2e6-4fb5-8534-535977570fc6 HTTP/1.1" status: 200 len: 217 time: 0.0353122 Mar 29 15:08:25.027828 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef53b2-c190-43d0-bfa8-8b2963635ae4 req-1adf471c-7399-4d9f-9c8e-02f954f39cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:25.029263 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-24ef53b2-c190-43d0-bfa8-8b2963635ae4 req-1adf471c-7399-4d9f-9c8e-02f954f39cfc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f848f262-5313-47d3-a01b-552787092c89 HTTP/1.1" status: 200 len: 853 time: 0.0434797 Mar 29 15:08:25.081775 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef53b2-c190-43d0-bfa8-8b2963635ae4 req-afa30959-041b-4915-810f-53617ad175c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:25.083955 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-24ef53b2-c190-43d0-bfa8-8b2963635ae4 req-afa30959-041b-4915-810f-53617ad175c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8623989d-9dc8-4db2-b236-bf7fe1fec224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485623 Mar 29 15:08:25.173312 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-24ef53b2-c190-43d0-bfa8-8b2963635ae4 req-6014b651-0176-433c-82d3-a5f178f8d8fd service neutron] 10.222.0.36 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824564 Mar 29 15:08:25.480390 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-24ef53b2-c190-43d0-bfa8-8b2963635ae4 req-279673d5-5482-4d43-89d7-ce1041b09e0d service neutron] 10.222.0.36 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010697 Mar 29 15:08:25.511685 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9959a5b-e453-4856-acf7-3309b40310ec req-9f0b1a55-3c6d-44b8-b577-bb1d8183fb13 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:25.513315 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f9959a5b-e453-4856-acf7-3309b40310ec req-9f0b1a55-3c6d-44b8-b577-bb1d8183fb13 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da HTTP/1.1" status: 200 len: 943 time: 0.0536442 Mar 29 15:08:25.559594 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f9959a5b-e453-4856-acf7-3309b40310ec req-2fa81a02-22d7-4fe2-8fe7-eb7fd6944774 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=738dd76b-939a-434f-8bda-36a24aa79e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406246 Mar 29 15:08:26.488167 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:26.676159 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f4cdc-f25b-4c39-b05d-e50ba03a07b8 req-75b05c76-2b22-43ff-9e98-34675ea97623 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:26.677684 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-684f4cdc-f25b-4c39-b05d-e50ba03a07b8 req-75b05c76-2b22-43ff-9e98-34675ea97623 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da HTTP/1.1" status: 200 len: 943 time: 0.0526772 Mar 29 15:08:26.724895 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-684f4cdc-f25b-4c39-b05d-e50ba03a07b8 req-77dfc50d-f1f3-4afc-8736-b8c442418021 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=738dd76b-939a-434f-8bda-36a24aa79e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417244 Mar 29 15:08:27.842686 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548113cb-4817-4776-bf5b-99889a87788c req-53f60616-a652-41c6-b62a-3c5bd67a835a tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:27.844136 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-548113cb-4817-4776-bf5b-99889a87788c req-53f60616-a652-41c6-b62a-3c5bd67a835a tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da HTTP/1.1" status: 200 len: 943 time: 0.0519428 Mar 29 15:08:27.889320 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-548113cb-4817-4776-bf5b-99889a87788c req-56a9b473-9a52-495d-967b-d7a3f188967c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=738dd76b-939a-434f-8bda-36a24aa79e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389922 Mar 29 15:08:28.899806 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f41931e0-f3f2-4ec2-806f-16e8249d6a7f req-21b7d033-5ed7-4629-b874-ac6338b3b9d0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423343 Mar 29 15:08:28.942360 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 44de55d7-c2e6-4fb5-8534-535977570fc6 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:08:29.023210 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41931e0-f3f2-4ec2-806f-16e8249d6a7f req-2b81a2a3-057b-43c4-bdc8-d2977b69756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:29.024664 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f41931e0-f3f2-4ec2-806f-16e8249d6a7f req-2b81a2a3-057b-43c4-bdc8-d2977b69756e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00f07373deef4fc0b642c58742393b86&device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 1130 time: 0.0813143 Mar 29 15:08:29.038258 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94b856-af88-4f72-8466-b6b1ff752795 req-b1395ed4-749c-4572-9d3c-86f021eb3e76 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:29.039895 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-db94b856-af88-4f72-8466-b6b1ff752795 req-b1395ed4-749c-4572-9d3c-86f021eb3e76 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da HTTP/1.1" status: 200 len: 943 time: 0.0710518 Mar 29 15:08:29.043836 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 44de55d7-c2e6-4fb5-8534-535977570fc6, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=44de55d7-c2e6-4fb5-8534-535977570fc6,segment=NetworkSegment(76ced992-64b5-4d36-a1da-2a36ce3c4f6e),segment_id=76ced992-64b5-4d36-a1da-2a36ce3c4f6e)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:08:29.056178 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Returning: {'device': '44de55d7-c2e6-4fb5-8534-535977570fc6', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'port_id': '44de55d7-c2e6-4fb5-8534-535977570fc6', 'mac_address': 'fa:16:3e:ce:f2:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:08:29.092535 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port 44de55d7-c2e6-4fb5-8534-535977570fc6 is: DOWN; New status is: BUILD {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:08:29.092956 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (44de55d7-c2e6-4fb5-8534-535977570fc6), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:29.106409 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44de55d7-c2e6-4fb5-8534-535977570fc6 {{(pid=103155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:08:29.125897 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 44de55d7-c2e6-4fb5-8534-535977570fc6, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=44de55d7-c2e6-4fb5-8534-535977570fc6,segment=NetworkSegment(76ced992-64b5-4d36-a1da-2a36ce3c4f6e),segment_id=76ced992-64b5-4d36-a1da-2a36ce3c4f6e)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:08:29.130527 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (44de55d7-c2e6-4fb5-8534-535977570fc6), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:29.158097 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-db94b856-af88-4f72-8466-b6b1ff752795 req-8cefc559-6601-4c87-9262-e4ddbb6470f0 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=738dd76b-939a-434f-8bda-36a24aa79e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049263 Mar 29 15:08:29.168400 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41931e0-f3f2-4ec2-806f-16e8249d6a7f req-8a433d7a-b404-4513-8443-9c8a56b3f628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:29.169897 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f41931e0-f3f2-4ec2-806f-16e8249d6a7f req-8a433d7a-b404-4513-8443-9c8a56b3f628 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9352682d-561b-46b3-a155-35c84f4fd466 HTTP/1.1" status: 200 len: 919 time: 0.1258335 Mar 29 15:08:29.178369 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=44de55d7-c2e6-4fb5-8534-535977570fc6,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:29.185595 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:29.185945 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:29.186309 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:29.186637 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:29.186977 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:29.187312 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:29.187645 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:29.187976 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:29.188304 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:29.188658 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:29.189018 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:29.189346 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:29.189670 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:29.190038 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:29.190393 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:08:29.217766 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f41931e0-f3f2-4ec2-806f-16e8249d6a7f req-385db10c-de6a-488d-83bf-3136f4d21f52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59d28632-a2db-4fa9-8a3e-833c3499a8ab HTTP/1.1" status: 200 len: 217 time: 0.0365412 Mar 29 15:08:29.268420 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41931e0-f3f2-4ec2-806f-16e8249d6a7f req-fa4aaa48-7b73-433c-b6b6-78bfd199d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:29.269871 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f41931e0-f3f2-4ec2-806f-16e8249d6a7f req-fa4aaa48-7b73-433c-b6b6-78bfd199d845 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4785f368-95a0-409f-b70d-930d5b4d123e HTTP/1.1" status: 200 len: 857 time: 0.0449438 Mar 29 15:08:29.329566 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41931e0-f3f2-4ec2-806f-16e8249d6a7f req-e32dd744-7068-44e2-ab16-3666e6c38dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:29.331059 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f41931e0-f3f2-4ec2-806f-16e8249d6a7f req-e32dd744-7068-44e2-ab16-3666e6c38dd8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9352682d-561b-46b3-a155-35c84f4fd466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533836 Mar 29 15:08:29.419275 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f41931e0-f3f2-4ec2-806f-16e8249d6a7f req-f3b071d1-7f6c-423c-9805-76bafa544c3c service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815048 Mar 29 15:08:29.509683 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f41931e0-f3f2-4ec2-806f-16e8249d6a7f req-f8db25dd-fd87-4706-ad2b-5742337c815a service neutron] 10.222.0.36 "GET /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842745 Mar 29 15:08:29.537125 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['44de55d7-c2e6-4fb5-8534-535977570fc6'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:08:30.283193 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f980cd-ac9b-460f-9283-efaad3b55da4 req-9361cbb0-1d51-4901-b02b-a8a7fa11b0b2 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:30.284672 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-21f980cd-ac9b-460f-9283-efaad3b55da4 req-9361cbb0-1d51-4901-b02b-a8a7fa11b0b2 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da HTTP/1.1" status: 200 len: 944 time: 0.0554898 Mar 29 15:08:30.330970 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-21f980cd-ac9b-460f-9283-efaad3b55da4 req-f51f6bc8-3cea-4ad8-821b-24d2c2b44fd1 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=738dd76b-939a-434f-8bda-36a24aa79e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401332 Mar 29 15:08:30.976450 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 44de55d7-c2e6-4fb5-8534-535977570fc6 up at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:08:31.023023 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning for port 44de55d7-c2e6-4fb5-8534-535977570fc6 completed by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:08:31.026858 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning complete for port 44de55d7-c2e6-4fb5-8534-535977570fc6 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:08:31.027236 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (44de55d7-c2e6-4fb5-8534-535977570fc6), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:31.106975 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port 44de55d7-c2e6-4fb5-8534-535977570fc6 is: BUILD; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:08:31.107461 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (44de55d7-c2e6-4fb5-8534-535977570fc6), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:31.131851 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44de55d7-c2e6-4fb5-8534-535977570fc6'}] {{(pid=103155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:08:31.134099 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38c8142a5be8756d7824345574af4facaba61695d099691de86e3daaece1ccc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f009600-67c0-49f2-b6cb-eca55071ed75" -d '{"events": [{"server_uuid": "a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da", "name": "network-vif-plugged", "status": "completed", "tag": "44de55d7-c2e6-4fb5-8534-535977570fc6"}]}' {{(pid=103155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:08:31.147968 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 44de55d7-c2e6-4fb5-8534-535977570fc6, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=44de55d7-c2e6-4fb5-8534-535977570fc6,segment=NetworkSegment(76ced992-64b5-4d36-a1da-2a36ce3c4f6e),segment_id=76ced992-64b5-4d36-a1da-2a36ce3c4f6e)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:08:31.153355 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (44de55d7-c2e6-4fb5-8534-535977570fc6), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:31.207519 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=44de55d7-c2e6-4fb5-8534-535977570fc6,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:31.235785 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b514c44-ea47-41aa-a761-312c22d7741e x-openstack-request-id: req-6b514c44-ea47-41aa-a761-312c22d7741e {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:08:31.236082 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da", "name": "network-vif-plugged", "status": "completed", "tag": "44de55d7-c2e6-4fb5-8534-535977570fc6", "code": 200}]} {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:08:31.236332 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6b514c44-ea47-41aa-a761-312c22d7741e {{(pid=103155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:08:31.236762 dv-cinder-835635-1-iscsi neutron-server[103155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b514c44-ea47-41aa-a761-312c22d7741e'] response: {'server_uuid': 'a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44de55d7-c2e6-4fb5-8534-535977570fc6', 'code': 200} Mar 29 15:08:31.424023 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59897cae-4636-40d4-9041-b8fd5a420beb req-5a57b1f2-3ff2-42f5-9a91-0986bc4f8abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:31.425586 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-59897cae-4636-40d4-9041-b8fd5a420beb req-5a57b1f2-3ff2-42f5-9a91-0986bc4f8abf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da HTTP/1.1" status: 200 len: 1129 time: 0.0464108 Mar 29 15:08:31.448896 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3c380-b9dd-443a-9f82-f40f5f67f2d3 req-5a3b9adc-9756-4d5b-9dc8-1c356c975175 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:31.450363 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-93d3c380-b9dd-443a-9f82-f40f5f67f2d3 req-5a3b9adc-9756-4d5b-9dc8-1c356c975175 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da HTTP/1.1" status: 200 len: 945 time: 0.0516655 Mar 29 15:08:31.471958 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-59897cae-4636-40d4-9041-b8fd5a420beb req-bfd6ba4a-1456-4ca4-8b35-755a76105983 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=738dd76b-939a-434f-8bda-36a24aa79e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386419 Mar 29 15:08:31.497048 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-93d3c380-b9dd-443a-9f82-f40f5f67f2d3 req-0ea6e200-b493-48dd-a4fc-84f56953400b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=738dd76b-939a-434f-8bda-36a24aa79e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409751 Mar 29 15:08:32.623376 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7d398-0910-4010-98c4-ebf3af9b72db req-731861ce-9294-4ec6-a47d-aca27d20af60 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:32.624881 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2de7d398-0910-4010-98c4-ebf3af9b72db req-731861ce-9294-4ec6-a47d-aca27d20af60 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da HTTP/1.1" status: 200 len: 945 time: 0.0533504 Mar 29 15:08:32.671321 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2de7d398-0910-4010-98c4-ebf3af9b72db req-7bc666ff-3d5d-4f6e-b761-8b8479c5e704 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=738dd76b-939a-434f-8bda-36a24aa79e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405343 Mar 29 15:08:33.791376 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e4f79-ffb9-4824-9e96-a085bafa35e7 req-4ccb4ff5-18b6-48c0-a30b-1c5bf57d090d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:33.792895 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b19e4f79-ffb9-4824-9e96-a085bafa35e7 req-4ccb4ff5-18b6-48c0-a30b-1c5bf57d090d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da HTTP/1.1" status: 200 len: 945 time: 0.0536087 Mar 29 15:08:33.842716 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b19e4f79-ffb9-4824-9e96-a085bafa35e7 req-4b955174-9dd3-47c7-81f8-bd99e4e434db tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=738dd76b-939a-434f-8bda-36a24aa79e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443180 Mar 29 15:08:33.958534 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e52e6b-64e3-4291-93ef-ecb1adf30608 req-2898e18b-8947-4679-a311-3b1412580ce9 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:33.959879 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-61e52e6b-64e3-4291-93ef-ecb1adf30608 req-2898e18b-8947-4679-a311-3b1412580ce9 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da HTTP/1.1" status: 200 len: 945 time: 0.0558574 Mar 29 15:08:33.968315 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 42544) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:33.972867 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-0366e475-fb7c-4c5b-870c-e63383c0dc74 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Request body: {'floatingip': {'port_id': '44de55d7-c2e6-4fb5-8534-535977570fc6'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:08:34.012000 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0366e475-fb7c-4c5b-870c-e63383c0dc74 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for floatingip (1f2c3a79-a679-45d3-9282-cdfbf4549ae5), before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:34.436023 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0366e475-fb7c-4c5b-870c-e63383c0dc74 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:34.439934 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0366e475-fb7c-4c5b-870c-e63383c0dc74 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (1f2c3a79-a679-45d3-9282-cdfbf4549ae5), after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:34.543545 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.db.l3_db [None req-0366e475-fb7c-4c5b-870c-e63383c0dc74 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Floating IP 1f2c3a79-a679-45d3-9282-cdfbf4549ae5 associated. External IP: 172.27.2.168, port: 44de55d7-c2e6-4fb5-8534-535977570fc6. Mar 29 15:08:34.750553 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0366e475-fb7c-4c5b-870c-e63383c0dc74 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:08:34.860309 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0366e475-fb7c-4c5b-870c-e63383c0dc74 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:08:34.865743 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0366e475-fb7c-4c5b-870c-e63383c0dc74 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:34.871317 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d83a25-7059-48c1-905b-2921a7357bc3 None None] Sync routers for ids ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:08:34.880702 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d83a25-7059-48c1-905b-2921a7357bc3 None None] Routers {'3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:08:34.881411 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-66d83a25-7059-48c1-905b-2921a7357bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:08:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:34.904616 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-0366e475-fb7c-4c5b-870c-e63383c0dc74 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "PUT /v2.0/floatingips/1f2c3a79-a679-45d3-9282-cdfbf4549ae5 HTTP/1.1" status: 200 len: 991 time: 0.9257431 Mar 29 15:08:34.904616 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da', 'tag': '44de55d7-c2e6-4fb5-8534-535977570fc6'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:08:34.904616 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba023f0cd8cc5f3c167e772b1aa00d02c07a3711ed68df0fea12bd5354b7600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8c684b-2718-4eae-b31b-8f18c048a5f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da", "tag": "44de55d7-c2e6-4fb5-8534-535977570fc6"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:08:34.934056 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd09efc5-78b4-4f26-a0d2-16b4c52d7f6c x-openstack-request-id: req-fd09efc5-78b4-4f26-a0d2-16b4c52d7f6c {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:08:34.934349 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da", "tag": "44de55d7-c2e6-4fb5-8534-535977570fc6", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:08:34.934603 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fd09efc5-78b4-4f26-a0d2-16b4c52d7f6c {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:08:34.935003 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd09efc5-78b4-4f26-a0d2-16b4c52d7f6c'] response: {'name': 'network-changed', 'server_uuid': 'a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da', 'tag': '44de55d7-c2e6-4fb5-8534-535977570fc6', 'status': 'completed', 'code': 200} Mar 29 15:08:34.993518 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-66d83a25-7059-48c1-905b-2921a7357bc3 None None] Set router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:08:35.006963 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c684b-2718-4eae-b31b-8f18c048a5f9 req-129a84ac-c8ef-4efe-ad56-8c639e5b099e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:35.008406 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-af8c684b-2718-4eae-b31b-8f18c048a5f9 req-129a84ac-c8ef-4efe-ad56-8c639e5b099e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33c87159058d4c97bc53a0b99346e157&device_id=a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da HTTP/1.1" status: 200 len: 1129 time: 0.0462325 Mar 29 15:08:35.102777 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c684b-2718-4eae-b31b-8f18c048a5f9 req-724670c6-2940-4dc3-820e-d07847b7f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:35.104549 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-af8c684b-2718-4eae-b31b-8f18c048a5f9 req-724670c6-2940-4dc3-820e-d07847b7f903 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8623989d-9dc8-4db2-b236-bf7fe1fec224 HTTP/1.1" status: 200 len: 915 time: 0.0884135 Mar 29 15:08:35.174741 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-af8c684b-2718-4eae-b31b-8f18c048a5f9 req-00b2ce84-39d3-481a-bfe5-6b1b7605a940 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44de55d7-c2e6-4fb5-8534-535977570fc6 HTTP/1.1" status: 200 len: 999 time: 0.0618255 Mar 29 15:08:35.225181 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c684b-2718-4eae-b31b-8f18c048a5f9 req-dfa80e0c-e085-48c1-af1b-02f501184e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:35.226253 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-66d83a25-7059-48c1-905b-2921a7357bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '1f2c3a79-a679-45d3-9282-cdfbf4549ae5', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'floating_ip_address': '172.27.2.168', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'port_id': '44de55d7-c2e6-4fb5-8534-535977570fc6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'mac_address': 'fa:16:3e:ce:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:08:20Z', 'updated_at': '2022-03-29T15:08:34Z', 'revision_number': 1, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91adfefe-7aa0-4636-97b4-6521420d1303', 'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'mac_address': 'fa:16:3e:ee:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:34Z', 'updated_at': '2022-03-29T15:02:52Z', 'revision_number': 5, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'subnets': [{'id': 'f848f262-5313-47d3-a01b-552787092c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:35.226668 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-af8c684b-2718-4eae-b31b-8f18c048a5f9 req-dfa80e0c-e085-48c1-af1b-02f501184e2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f848f262-5313-47d3-a01b-552787092c89 HTTP/1.1" status: 200 len: 853 time: 0.0451365 Mar 29 15:08:35.252169 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d83a25-7059-48c1-905b-2921a7357bc3 None None] Checking router: 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:08:35.260653 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d83a25-7059-48c1-905b-2921a7357bc3 None None] Routers {'3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:08:35.261219 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-66d83a25-7059-48c1-905b-2921a7357bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:08:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:35.280364 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c684b-2718-4eae-b31b-8f18c048a5f9 req-4f625970-ac12-40fa-b0d7-cd6d822bf2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:35.281901 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-af8c684b-2718-4eae-b31b-8f18c048a5f9 req-4f625970-ac12-40fa-b0d7-cd6d822bf2c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8623989d-9dc8-4db2-b236-bf7fe1fec224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476909 Mar 29 15:08:35.370361 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-af8c684b-2718-4eae-b31b-8f18c048a5f9 req-4d1e7ffd-3fea-41ab-a47f-9b88292c4ca8 service neutron] 10.222.0.36 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812767 Mar 29 15:08:35.370616 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-66d83a25-7059-48c1-905b-2921a7357bc3 None None] Set router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:08:35.463841 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-af8c684b-2718-4eae-b31b-8f18c048a5f9 req-3b7854a9-00ad-464f-b2a6-2325c0dfc27a service neutron] 10.222.0.36 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866919 Mar 29 15:08:35.594222 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-66d83a25-7059-48c1-905b-2921a7357bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '1f2c3a79-a679-45d3-9282-cdfbf4549ae5', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'floating_ip_address': '172.27.2.168', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'port_id': '44de55d7-c2e6-4fb5-8534-535977570fc6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'mac_address': 'fa:16:3e:ce:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:08:20Z', 'updated_at': '2022-03-29T15:08:34Z', 'revision_number': 1, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91adfefe-7aa0-4636-97b4-6521420d1303', 'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'mac_address': 'fa:16:3e:ee:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:34Z', 'updated_at': '2022-03-29T15:02:52Z', 'revision_number': 5, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'subnets': [{'id': 'f848f262-5313-47d3-a01b-552787092c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:35.619603 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d83a25-7059-48c1-905b-2921a7357bc3 None None] The sync data for ids ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'] in dv-cinder-835635-1-iscsi is: [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '1f2c3a79-a679-45d3-9282-cdfbf4549ae5', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'floating_ip_address': '172.27.2.168', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'port_id': '44de55d7-c2e6-4fb5-8534-535977570fc6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'mac_address': 'fa:16:3e:ce:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:08:20Z', 'updated_at': '2022-03-29T15:08:34Z', 'revision_number': 1, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91adfefe-7aa0-4636-97b4-6521420d1303', 'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'mac_address': 'fa:16:3e:ee:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:34Z', 'updated_at': '2022-03-29T15:02:52Z', 'revision_number': 5, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'subnets': [{'id': 'f848f262-5313-47d3-a01b-552787092c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:08:35.807980 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede2401b-e2ac-4b02-9b62-0266692888b3 None None] New status for floating IP 1f2c3a79-a679-45d3-9282-cdfbf4549ae5: ACTIVE {{(pid=103156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:08:37.720645 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-46a98c11-177d-4aa3-b598-877cf08032e6 req-afcb1bcb-32f8-4771-aa2d-18545275a13c tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-574128653&fields=id&tenant_id=d5a381c47de04fd0b7df148ced109757 HTTP/1.1" status: 200 len: 267 time: 0.2513704 Mar 29 15:08:37.777679 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a98c11-177d-4aa3-b598-877cf08032e6 req-dddf798e-5480-439b-9d62-41baa8ccfe46 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:37.779170 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-46a98c11-177d-4aa3-b598-877cf08032e6 req-dddf798e-5480-439b-9d62-41baa8ccfe46 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 985 time: 0.0524650 Mar 29 15:08:37.790334 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [req-46a98c11-177d-4aa3-b598-877cf08032e6 req-8325cd78-b276-4fff-a8d5-85c03edb38a9 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Request body: {'port': {'security_groups': ['e784b959-a007-46ad-8222-abd1a9fa056c']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:08:37.862120 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-46a98c11-177d-4aa3-b598-877cf08032e6 req-8325cd78-b276-4fff-a8d5-85c03edb38a9 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078), before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:38.036404 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-46a98c11-177d-4aa3-b598-877cf08032e6 req-8325cd78-b276-4fff-a8d5-85c03edb38a9 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] For port 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078,segment=NetworkSegment(4fbed87f-156e-4319-8f4b-d848b3fb3e62),segment_id=4fbed87f-156e-4319-8f4b-d848b3fb3e62)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:08:38.064745 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-46a98c11-177d-4aa3-b598-877cf08032e6 req-8325cd78-b276-4fff-a8d5-85c03edb38a9 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for port (2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:38.069582 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-46a98c11-177d-4aa3-b598-877cf08032e6 req-8325cd78-b276-4fff-a8d5-85c03edb38a9 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13311161'] for port (2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078), after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:38.094672 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:08:38.116330 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a98c11-177d-4aa3-b598-877cf08032e6 req-8325cd78-b276-4fff-a8d5-85c03edb38a9 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:38.117039 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-46a98c11-177d-4aa3-b598-877cf08032e6 req-8325cd78-b276-4fff-a8d5-85c03edb38a9 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:38.118437 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-46a98c11-177d-4aa3-b598-877cf08032e6 req-8325cd78-b276-4fff-a8d5-85c03edb38a9 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "PUT /v2.0/ports/2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 HTTP/1.1" status: 200 len: 943 time: 0.3333037 Mar 29 15:08:38.118898 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aacdd68b-b7de-444a-8eb8-fe308b2fa74b', 'tag': '2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:08:38.121205 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba023f0cd8cc5f3c167e772b1aa00d02c07a3711ed68df0fea12bd5354b7600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53d0d1c-a0df-4c0f-8ede-d696dff976df" -d '{"events": [{"name": "network-changed", "server_uuid": "aacdd68b-b7de-444a-8eb8-fe308b2fa74b", "tag": "2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:08:38.125372 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 42558) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:38.164216 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325cd78-b276-4fff-a8d5-85c03edb38a9 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Pushing event updated for resources: {'Port': ['ID=2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078,revision_number=7']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:38.170981 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ba5084-d658-4b3c-9df4-dd907c1403b7 x-openstack-request-id: req-68ba5084-d658-4b3c-9df4-dd907c1403b7 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:08:38.171858 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aacdd68b-b7de-444a-8eb8-fe308b2fa74b", "tag": "2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:08:38.172124 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-68ba5084-d658-4b3c-9df4-dd907c1403b7 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:08:38.172681 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68ba5084-d658-4b3c-9df4-dd907c1403b7'] response: {'name': 'network-changed', 'server_uuid': 'aacdd68b-b7de-444a-8eb8-fe308b2fa74b', 'tag': '2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078', 'status': 'completed', 'code': 200} Mar 29 15:08:38.215233 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9af2716d-65d5-4fb7-9fa4-65e27a7a29f9 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for security_group (15030925-125e-481c-8a8f-747806125253), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:38.241309 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:08:38.246816 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d0d1c-a0df-4c0f-8ede-d696dff976df req-3ea1e976-261c-4e67-b2fd-e5e63b019b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:38.247985 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9af2716d-65d5-4fb7-9fa4-65e27a7a29f9 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for security_group (15030925-125e-481c-8a8f-747806125253), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:38.248858 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b53d0d1c-a0df-4c0f-8ede-d696dff976df req-3ea1e976-261c-4e67-b2fd-e5e63b019b11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5a381c47de04fd0b7df148ced109757&device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 1130 time: 0.0608211 Mar 29 15:08:38.323648 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9af2716d-65d5-4fb7-9fa4-65e27a7a29f9 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (15030925-125e-481c-8a8f-747806125253), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:38.326434 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9af2716d-65d5-4fb7-9fa4-65e27a7a29f9 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:38.327705 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-9af2716d-65d5-4fb7-9fa4-65e27a7a29f9 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "DELETE /v2.0/security-groups/15030925-125e-481c-8a8f-747806125253 HTTP/1.1" status: 204 len: 168 time: 0.2013257 Mar 29 15:08:38.332506 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 42560) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:38.339754 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2716d-65d5-4fb7-9fa4-65e27a7a29f9 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15030925-125e-481c-8a8f-747806125253,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:38.427128 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d0d1c-a0df-4c0f-8ede-d696dff976df req-88478542-bae6-4f05-b543-6a34e63c586b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:38.428629 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b53d0d1c-a0df-4c0f-8ede-d696dff976df req-88478542-bae6-4f05-b543-6a34e63c586b service neutron] 10.222.0.36 "GET /v2.0/networks?id=66bf88d8-b922-4f24-b74c-aa730f28c713 HTTP/1.1" status: 200 len: 915 time: 0.1704233 Mar 29 15:08:38.465590 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-ca1dc2f3-6013-4c4b-902a-282cbcae29e1 None None] Provisioning complete for port 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:08:38.465968 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ca1dc2f3-6013-4c4b-902a-282cbcae29e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:38.554772 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b53d0d1c-a0df-4c0f-8ede-d696dff976df req-0a43d71f-eca3-486c-ab15-63b5c766b6b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 HTTP/1.1" status: 200 len: 1002 time: 0.0984855 Mar 29 15:08:38.609418 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-ca1dc2f3-6013-4c4b-902a-282cbcae29e1 None None] Current status of the port 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:08:38.619422 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-6f82f4bb-2e89-40b7-92b5-dfa81fd50554 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Deleting port 17b19de7-866b-4310-a5f8-f8eaa122b201 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:08:38.619770 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6f82f4bb-2e89-40b7-92b5-dfa81fd50554 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (17b19de7-866b-4310-a5f8-f8eaa122b201), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:38.623336 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d0d1c-a0df-4c0f-8ede-d696dff976df req-7259c4a9-d163-45dc-9897-b0938adddfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:38.624828 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b53d0d1c-a0df-4c0f-8ede-d696dff976df req-7259c4a9-d163-45dc-9897-b0938adddfc8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88211e5f-efd4-4ca0-9676-206641841ae8 HTTP/1.1" status: 200 len: 853 time: 0.0627193 Mar 29 15:08:38.729102 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6f82f4bb-2e89-40b7-92b5-dfa81fd50554 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (17b19de7-866b-4310-a5f8-f8eaa122b201), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:38.729830 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6f82f4bb-2e89-40b7-92b5-dfa81fd50554 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for floatingip (17b19de7-866b-4310-a5f8-f8eaa122b201), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:38.733029 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d0d1c-a0df-4c0f-8ede-d696dff976df req-5880a8ad-9ebc-43b9-b10d-d8527dab5bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:38.734530 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b53d0d1c-a0df-4c0f-8ede-d696dff976df req-5880a8ad-9ebc-43b9-b10d-d8527dab5bef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=66bf88d8-b922-4f24-b74c-aa730f28c713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0999618 Mar 29 15:08:38.745058 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-6f82f4bb-2e89-40b7-92b5-dfa81fd50554 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Calling delete_port for 17b19de7-866b-4310-a5f8-f8eaa122b201 owned by network:floatingip {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:08:38.916657 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b53d0d1c-a0df-4c0f-8ede-d696dff976df req-841e5be1-2786-485a-bf72-c769dd3cd4d6 service neutron] 10.222.0.36 "GET /v2.0/networks/66bf88d8-b922-4f24-b74c-aa730f28c713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695614 Mar 29 15:08:39.048910 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b53d0d1c-a0df-4c0f-8ede-d696dff976df req-b04d787d-1ad5-4425-a40a-a63b660c2ffa service neutron] 10.222.0.36 "GET /v2.0/networks/66bf88d8-b922-4f24-b74c-aa730f28c713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249113 Mar 29 15:08:39.059578 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6f82f4bb-2e89-40b7-92b5-dfa81fd50554 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (17b19de7-866b-4310-a5f8-f8eaa122b201), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:39.084424 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f82f4bb-2e89-40b7-92b5-dfa81fd50554 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Pushing event deleted for resources: {'Port': ['ID=17b19de7-866b-4310-a5f8-f8eaa122b201,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:39.147342 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6f82f4bb-2e89-40b7-92b5-dfa81fd50554 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks [] for floatingip (e1dc4f69-8ef2-4dec-93f5-873ada8a2b13), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:39.147675 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.db.l3_db [None req-6f82f4bb-2e89-40b7-92b5-dfa81fd50554 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Floating IP e1dc4f69-8ef2-4dec-93f5-873ada8a2b13 disassociated (deleted). External IP: 172.27.2.169, port: 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078. Mar 29 15:08:39.360047 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f82f4bb-2e89-40b7-92b5-dfa81fd50554 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Router 861c73ce-3b6e-47db-8c49-d03a47e0f9cf has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:08:39.470311 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f82f4bb-2e89-40b7-92b5-dfa81fd50554 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:08:39.475610 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6f82f4bb-2e89-40b7-92b5-dfa81fd50554 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:39.480119 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0886672-733a-4d9d-82da-519ebf4c1817 None None] Sync routers for ids ['861c73ce-3b6e-47db-8c49-d03a47e0f9cf'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:08:39.490887 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0886672-733a-4d9d-82da-519ebf4c1817 None None] Routers {'861c73ce-3b6e-47db-8c49-d03a47e0f9cf'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:08:39.491506 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a0886672-733a-4d9d-82da-519ebf4c1817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:08:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['861c73ce-3b6e-47db-8c49-d03a47e0f9cf'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:39.505002 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-6f82f4bb-2e89-40b7-92b5-dfa81fd50554 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "DELETE /v2.0/floatingips/e1dc4f69-8ef2-4dec-93f5-873ada8a2b13 HTTP/1.1" status: 204 len: 168 time: 1.1698582 Mar 29 15:08:39.603162 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-a0886672-733a-4d9d-82da-519ebf4c1817 None None] Set router 861c73ce-3b6e-47db-8c49-d03a47e0f9cf gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:08:39.803387 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a0886672-733a-4d9d-82da-519ebf4c1817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'name': 'tempest-TestMinimumBasicScenario-995830054-router', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '05a92a51-0c6f-4584-9724-ee6e81505dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:04:23Z', 'updated_at': '2022-03-29T15:04:27Z', 'revision_number': 4, 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'gw_port': {'id': '05a92a51-0c6f-4584-9724-ee6e81505dd2', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:24Z', 'updated_at': '2022-03-29T15:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '5719a8af-a387-43e4-ac77-81e3894978e0', 'name': '', 'network_id': '66bf88d8-b922-4f24-b74c-aa730f28c713', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757', 'mac_address': 'fa:16:3e:60:3b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '88211e5f-efd4-4ca0-9676-206641841ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:26Z', 'updated_at': '2022-03-29T15:04:30Z', 'revision_number': 5, 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'subnets': [{'id': '88211e5f-efd4-4ca0-9676-206641841ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:39.834139 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0886672-733a-4d9d-82da-519ebf4c1817 None None] Checking router: 861c73ce-3b6e-47db-8c49-d03a47e0f9cf for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:08:39.842587 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0886672-733a-4d9d-82da-519ebf4c1817 None None] Routers {'861c73ce-3b6e-47db-8c49-d03a47e0f9cf'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:08:39.843186 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a0886672-733a-4d9d-82da-519ebf4c1817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:08:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['861c73ce-3b6e-47db-8c49-d03a47e0f9cf'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:39.950995 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-a0886672-733a-4d9d-82da-519ebf4c1817 None None] Set router 861c73ce-3b6e-47db-8c49-d03a47e0f9cf gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:08:40.149628 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-a0886672-733a-4d9d-82da-519ebf4c1817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'name': 'tempest-TestMinimumBasicScenario-995830054-router', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '05a92a51-0c6f-4584-9724-ee6e81505dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:04:23Z', 'updated_at': '2022-03-29T15:04:27Z', 'revision_number': 4, 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'gw_port': {'id': '05a92a51-0c6f-4584-9724-ee6e81505dd2', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:24Z', 'updated_at': '2022-03-29T15:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '5719a8af-a387-43e4-ac77-81e3894978e0', 'name': '', 'network_id': '66bf88d8-b922-4f24-b74c-aa730f28c713', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757', 'mac_address': 'fa:16:3e:60:3b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '88211e5f-efd4-4ca0-9676-206641841ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:26Z', 'updated_at': '2022-03-29T15:04:30Z', 'revision_number': 5, 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'subnets': [{'id': '88211e5f-efd4-4ca0-9676-206641841ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:40.174272 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aacdd68b-b7de-444a-8eb8-fe308b2fa74b', 'tag': '2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:08:40.175826 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0886672-733a-4d9d-82da-519ebf4c1817 None None] The sync data for ids ['861c73ce-3b6e-47db-8c49-d03a47e0f9cf'] in dv-cinder-835635-1-iscsi is: [{'id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'name': 'tempest-TestMinimumBasicScenario-995830054-router', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '05a92a51-0c6f-4584-9724-ee6e81505dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:04:23Z', 'updated_at': '2022-03-29T15:04:27Z', 'revision_number': 4, 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'gw_port': {'id': '05a92a51-0c6f-4584-9724-ee6e81505dd2', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:24Z', 'updated_at': '2022-03-29T15:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '5719a8af-a387-43e4-ac77-81e3894978e0', 'name': '', 'network_id': '66bf88d8-b922-4f24-b74c-aa730f28c713', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757', 'mac_address': 'fa:16:3e:60:3b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '88211e5f-efd4-4ca0-9676-206641841ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:26Z', 'updated_at': '2022-03-29T15:04:30Z', 'revision_number': 5, 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'subnets': [{'id': '88211e5f-efd4-4ca0-9676-206641841ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:08:40.177356 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba023f0cd8cc5f3c167e772b1aa00d02c07a3711ed68df0fea12bd5354b7600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4549fbf-43f1-4da1-9002-55d569a5515e" -d '{"events": [{"name": "network-changed", "server_uuid": "aacdd68b-b7de-444a-8eb8-fe308b2fa74b", "tag": "2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:08:40.217348 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff99a3f-be8e-4761-8a4e-4adf9191e1bd x-openstack-request-id: req-1ff99a3f-be8e-4761-8a4e-4adf9191e1bd {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:08:40.217731 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aacdd68b-b7de-444a-8eb8-fe308b2fa74b", "tag": "2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:08:40.217983 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1ff99a3f-be8e-4761-8a4e-4adf9191e1bd {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:08:40.218399 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ff99a3f-be8e-4761-8a4e-4adf9191e1bd'] response: {'name': 'network-changed', 'server_uuid': 'aacdd68b-b7de-444a-8eb8-fe308b2fa74b', 'tag': '2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078', 'status': 'completed', 'code': 200} Mar 29 15:08:40.299049 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4549fbf-43f1-4da1-9002-55d569a5515e req-d86bf5b2-1485-4685-8fdc-2597e1825850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:40.300599 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e4549fbf-43f1-4da1-9002-55d569a5515e req-d86bf5b2-1485-4685-8fdc-2597e1825850 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5a381c47de04fd0b7df148ced109757&device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 1130 time: 0.0463867 Mar 29 15:08:40.409296 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4549fbf-43f1-4da1-9002-55d569a5515e req-b0be03e6-a764-4e19-a34c-9d52c5c699fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:40.410822 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e4549fbf-43f1-4da1-9002-55d569a5515e req-b0be03e6-a764-4e19-a34c-9d52c5c699fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=66bf88d8-b922-4f24-b74c-aa730f28c713 HTTP/1.1" status: 200 len: 915 time: 0.0962729 Mar 29 15:08:40.423760 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930898ab-a262-4755-b225-cc273f5d1981 None None] New status for floating IP e1dc4f69-8ef2-4dec-93f5-873ada8a2b13: DOWN {{(pid=103156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:08:40.453334 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e4549fbf-43f1-4da1-9002-55d569a5515e req-0efb3ff8-8495-4358-ac42-34b469da6b65 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 HTTP/1.1" status: 200 len: 217 time: 0.0359097 Mar 29 15:08:40.508991 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4549fbf-43f1-4da1-9002-55d569a5515e req-165194a8-2016-4849-95ec-ae2a04d827b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:40.510502 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e4549fbf-43f1-4da1-9002-55d569a5515e req-165194a8-2016-4849-95ec-ae2a04d827b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88211e5f-efd4-4ca0-9676-206641841ae8 HTTP/1.1" status: 200 len: 853 time: 0.0509007 Mar 29 15:08:40.569013 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4549fbf-43f1-4da1-9002-55d569a5515e req-2debcfa5-1854-495a-858c-85ebfcbe447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:40.570535 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e4549fbf-43f1-4da1-9002-55d569a5515e req-2debcfa5-1854-495a-858c-85ebfcbe447e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=66bf88d8-b922-4f24-b74c-aa730f28c713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489852 Mar 29 15:08:40.681307 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e4549fbf-43f1-4da1-9002-55d569a5515e req-e6ba98e3-1284-4c64-b143-a3af5443d4b1 service neutron] 10.222.0.36 "GET /v2.0/networks/66bf88d8-b922-4f24-b74c-aa730f28c713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037681 Mar 29 15:08:40.790623 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e4549fbf-43f1-4da1-9002-55d569a5515e req-11c77c67-3b2b-48a2-8e47-219374bb00ee service neutron] 10.222.0.36 "GET /v2.0/networks/66bf88d8-b922-4f24-b74c-aa730f28c713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027594 Mar 29 15:08:41.409485 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-c27684f3-a9b1-44ef-b259-384dd3b25fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:42.243046 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f13849-4c66-4107-a83c-76988c60b3ea req-c2cf46a9-96dd-42af-8efc-e51596854cea tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:42.244552 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f7f13849-4c66-4107-a83c-76988c60b3ea req-c2cf46a9-96dd-42af-8efc-e51596854cea tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 946 time: 0.0557969 Mar 29 15:08:42.293036 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f7f13849-4c66-4107-a83c-76988c60b3ea req-104bbc5f-21a1-4cc7-862e-65e70c05e418 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425344 Mar 29 15:08:43.412684 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae52eb6-fbb2-464b-b38e-f109fc1f9907 req-2cf5e7cf-6e75-438b-9b02-356dbfed9fa2 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:43.414155 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8ae52eb6-fbb2-464b-b38e-f109fc1f9907 req-2cf5e7cf-6e75-438b-9b02-356dbfed9fa2 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 946 time: 0.0524683 Mar 29 15:08:43.460221 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8ae52eb6-fbb2-464b-b38e-f109fc1f9907 req-7a0db39f-5be8-44bb-8624-a925901963ce tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402989 Mar 29 15:08:43.718775 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-16faaeb0-ca21-4fdc-a0be-81e1a6f8c00a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:43.795313 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead1e19-29c1-4c7b-a85d-b8db8afca89b req-cb6d0a38-2994-496f-a89e-51791ae6dd7c tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:43.796784 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-0ead1e19-29c1-4c7b-a85d-b8db8afca89b req-cb6d0a38-2994-496f-a89e-51791ae6dd7c tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 946 time: 0.0524428 Mar 29 15:08:43.845948 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-0ead1e19-29c1-4c7b-a85d-b8db8afca89b req-e5dcdd22-a413-4279-a84a-2b95534c95c4 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430365 Mar 29 15:08:44.564234 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f080ea-7822-4d20-a29f-d7ec6d2b2c14 req-83439b5b-fd68-4cda-aede-bccc0f5817b5 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:44.565719 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-95f080ea-7822-4d20-a29f-d7ec6d2b2c14 req-83439b5b-fd68-4cda-aede-bccc0f5817b5 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.36 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 946 time: 0.0523398 Mar 29 15:08:44.583673 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8bfd-a1ad-4524-9306-daab7f0575dc req-7dd7e875-7766-4201-85e7-f4f34d5dc5b3 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:44.585174 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-50ab8bfd-a1ad-4524-9306-daab7f0575dc req-7dd7e875-7766-4201-85e7-f4f34d5dc5b3 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 946 time: 0.0569906 Mar 29 15:08:44.631088 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-50ab8bfd-a1ad-4524-9306-daab7f0575dc req-96811b60-f130-4273-899d-ea87b78dc426 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/security-groups?id=e784b959-a007-46ad-8222-abd1a9fa056c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403492 Mar 29 15:08:44.661356 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-95f080ea-7822-4d20-a29f-d7ec6d2b2c14 req-ccc458f5-1c28-4f26-935e-bcbe83fd8123 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Deleting port 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:08:44.661691 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-95f080ea-7822-4d20-a29f-d7ec6d2b2c14 req-ccc458f5-1c28-4f26-935e-bcbe83fd8123 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:44.725725 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:44.758556 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-95f080ea-7822-4d20-a29f-d7ec6d2b2c14 req-ccc458f5-1c28-4f26-935e-bcbe83fd8123 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] For port 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078,segment=NetworkSegment(4fbed87f-156e-4319-8f4b-d848b3fb3e62),segment_id=4fbed87f-156e-4319-8f4b-d848b3fb3e62)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:08:44.758916 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-95f080ea-7822-4d20-a29f-d7ec6d2b2c14 req-ccc458f5-1c28-4f26-935e-bcbe83fd8123 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:44.771810 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-95f080ea-7822-4d20-a29f-d7ec6d2b2c14 req-ccc458f5-1c28-4f26-935e-bcbe83fd8123 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Calling delete_port for 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:08:44.899145 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-95f080ea-7822-4d20-a29f-d7ec6d2b2c14 req-ccc458f5-1c28-4f26-935e-bcbe83fd8123 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:44.913186 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:08:44.931649 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc458f5-1c28-4f26-935e-bcbe83fd8123 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Pushing event deleted for resources: {'Port': ['ID=2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:45.002467 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f080ea-7822-4d20-a29f-d7ec6d2b2c14 req-ccc458f5-1c28-4f26-935e-bcbe83fd8123 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] No DVR routers for this DVR port 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 on host hv-cinder-83563 {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:08:45.006463 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-95f080ea-7822-4d20-a29f-d7ec6d2b2c14 req-ccc458f5-1c28-4f26-935e-bcbe83fd8123 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:45.009710 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-95f080ea-7822-4d20-a29f-d7ec6d2b2c14 req-ccc458f5-1c28-4f26-935e-bcbe83fd8123 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.36 "DELETE /v2.0/ports/2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 HTTP/1.1" status: 204 len: 173 time: 0.4386518 Mar 29 15:08:45.010142 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacdd68b-b7de-444a-8eb8-fe308b2fa74b', 'name': 'network-vif-deleted', 'tag': '2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:08:45.012362 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba023f0cd8cc5f3c167e772b1aa00d02c07a3711ed68df0fea12bd5354b7600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6577155-324e-46ee-ad52-e9a419a30794" -d '{"events": [{"server_uuid": "aacdd68b-b7de-444a-8eb8-fe308b2fa74b", "name": "network-vif-deleted", "tag": "2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:08:45.034358 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321c76d-cd34-44c3-a659-9f253932237c req-a47c2224-f1bb-4ead-861c-229f8522c109 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:45.042156 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1321c76d-cd34-44c3-a659-9f253932237c req-a47c2224-f1bb-4ead-861c-229f8522c109 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 946 time: 0.1140723 Mar 29 15:08:45.052410 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49460588-b27c-4599-a54f-747b919325cc x-openstack-request-id: req-49460588-b27c-4599-a54f-747b919325cc {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:08:45.052721 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacdd68b-b7de-444a-8eb8-fe308b2fa74b", "name": "network-vif-deleted", "tag": "2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:08:45.052976 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-49460588-b27c-4599-a54f-747b919325cc {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:08:45.053372 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49460588-b27c-4599-a54f-747b919325cc'] response: {'server_uuid': 'aacdd68b-b7de-444a-8eb8-fe308b2fa74b', 'name': 'network-vif-deleted', 'tag': '2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078', 'status': 'completed', 'code': 200} Mar 29 15:08:45.095367 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1321c76d-cd34-44c3-a659-9f253932237c req-e741a549-7e56-42b5-ac81-9583aa16b840 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524714 Mar 29 15:08:45.691673 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0895c-0e96-43ca-9319-51f6417a6e7d req-6a6fa2c4-1836-47d0-8e4a-c92ee73205a4 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:45.692956 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-10a0895c-0e96-43ca-9319-51f6417a6e7d req-6a6fa2c4-1836-47d0-8e4a-c92ee73205a4 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.36 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 946 time: 0.0595686 Mar 29 15:08:45.743881 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ca92b358-5f23-424d-92cd-bf5ff5578c74 req-74052c02-fef7-4956-bbbf-e92e9f9866f7 tempest-TestMinimumBasicScenario-990183273 tempest-TestMinimumBasicScenario-990183273-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacdd68b-b7de-444a-8eb8-fe308b2fa74b HTTP/1.1" status: 200 len: 210 time: 0.0278530 Mar 29 15:08:45.790171 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-10a0895c-0e96-43ca-9319-51f6417a6e7d req-547c01be-91d2-42cf-9f0f-9519ae95a2d0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Deleting port a0064680-d05d-4c2d-aaef-d4db9260280c {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:08:45.790644 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-10a0895c-0e96-43ca-9319-51f6417a6e7d req-547c01be-91d2-42cf-9f0f-9519ae95a2d0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (a0064680-d05d-4c2d-aaef-d4db9260280c), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:45.882323 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-10a0895c-0e96-43ca-9319-51f6417a6e7d req-547c01be-91d2-42cf-9f0f-9519ae95a2d0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] For port a0064680-d05d-4c2d-aaef-d4db9260280c, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=a0064680-d05d-4c2d-aaef-d4db9260280c,segment=NetworkSegment(d32bf408-be36-4d34-802e-1529276988f7),segment_id=d32bf408-be36-4d34-802e-1529276988f7)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:08:45.882692 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-10a0895c-0e96-43ca-9319-51f6417a6e7d req-547c01be-91d2-42cf-9f0f-9519ae95a2d0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (a0064680-d05d-4c2d-aaef-d4db9260280c), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:46.051866 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-10a0895c-0e96-43ca-9319-51f6417a6e7d req-547c01be-91d2-42cf-9f0f-9519ae95a2d0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:46.052503 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-10a0895c-0e96-43ca-9319-51f6417a6e7d req-547c01be-91d2-42cf-9f0f-9519ae95a2d0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (4c1de3c5-b1dd-4c89-b6e7-a95f4bbf4625), after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:46.052623 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.db.l3_db [req-10a0895c-0e96-43ca-9319-51f6417a6e7d req-547c01be-91d2-42cf-9f0f-9519ae95a2d0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Floating IP 4c1de3c5-b1dd-4c89-b6e7-a95f4bbf4625 disassociated. External IP: 172.27.2.144, port: a0064680-d05d-4c2d-aaef-d4db9260280c. Mar 29 15:08:46.052968 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-10a0895c-0e96-43ca-9319-51f6417a6e7d req-547c01be-91d2-42cf-9f0f-9519ae95a2d0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Calling delete_port for a0064680-d05d-4c2d-aaef-d4db9260280c owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:08:46.205596 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-10a0895c-0e96-43ca-9319-51f6417a6e7d req-547c01be-91d2-42cf-9f0f-9519ae95a2d0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (a0064680-d05d-4c2d-aaef-d4db9260280c), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:46.237400 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c01be-91d2-42cf-9f0f-9519ae95a2d0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Pushing event deleted for resources: {'Port': ['ID=a0064680-d05d-4c2d-aaef-d4db9260280c,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:46.256121 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4746a-79c5-4eb4-9191-455fdbb70a33 req-318dcc57-e0f6-441e-9f0b-b614d70219cb tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:46.257667 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-76c4746a-79c5-4eb4-9191-455fdbb70a33 req-318dcc57-e0f6-441e-9f0b-b614d70219cb tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=98cd9010-ad54-4bea-b8bf-9c429bd85481 HTTP/1.1" status: 200 len: 868 time: 0.0888784 Mar 29 15:08:46.550711 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:46.582732 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-76c4746a-79c5-4eb4-9191-455fdbb70a33 req-94c28d0a-50cc-4ed1-bc2c-11037055aa8c tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=50baaa8d-dc2d-4b63-b26c-bca662552771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890570 Mar 29 15:08:46.605639 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10a0895c-0e96-43ca-9319-51f6417a6e7d req-547c01be-91d2-42cf-9f0f-9519ae95a2d0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Router f5013327-8421-4e0f-9c5c-8328af6663e0 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:08:46.724458 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10a0895c-0e96-43ca-9319-51f6417a6e7d req-547c01be-91d2-42cf-9f0f-9519ae95a2d0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:08:46.735648 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9312c7af-9a63-4a30-a7e2-0dd8f85b11fd None None] Sync routers for ids ['f5013327-8421-4e0f-9c5c-8328af6663e0'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:08:46.745766 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9312c7af-9a63-4a30-a7e2-0dd8f85b11fd None None] Routers {'f5013327-8421-4e0f-9c5c-8328af6663e0'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:08:46.746375 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-9312c7af-9a63-4a30-a7e2-0dd8f85b11fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:08:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['f5013327-8421-4e0f-9c5c-8328af6663e0'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:46.767564 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a0895c-0e96-43ca-9319-51f6417a6e7d req-547c01be-91d2-42cf-9f0f-9519ae95a2d0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] No DVR routers for this DVR port a0064680-d05d-4c2d-aaef-d4db9260280c on host hv-cinder-83563 {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:08:46.771066 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-10a0895c-0e96-43ca-9319-51f6417a6e7d req-547c01be-91d2-42cf-9f0f-9519ae95a2d0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:46.774391 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-10a0895c-0e96-43ca-9319-51f6417a6e7d req-547c01be-91d2-42cf-9f0f-9519ae95a2d0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.36 "DELETE /v2.0/ports/a0064680-d05d-4c2d-aaef-d4db9260280c HTTP/1.1" status: 204 len: 173 time: 1.0759184 Mar 29 15:08:46.871696 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-9312c7af-9a63-4a30-a7e2-0dd8f85b11fd None None] Set router f5013327-8421-4e0f-9c5c-8328af6663e0 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:08:47.054879 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cd9010-ad54-4bea-b8bf-9c429bd85481', 'name': 'network-vif-deleted', 'tag': 'a0064680-d05d-4c2d-aaef-d4db9260280c'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:08:47.057531 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba023f0cd8cc5f3c167e772b1aa00d02c07a3711ed68df0fea12bd5354b7600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26632440-7399-4ae1-b741-1236ff05e7d4" -d '{"events": [{"server_uuid": "98cd9010-ad54-4bea-b8bf-9c429bd85481", "name": "network-vif-deleted", "tag": "a0064680-d05d-4c2d-aaef-d4db9260280c"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:08:47.094144 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-9312c7af-9a63-4a30-a7e2-0dd8f85b11fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'name': 'tempest-AttachVolumeShelveTestJSON-167309499-router', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:03:54Z', 'updated_at': '2022-03-29T15:03:57Z', 'revision_number': 4, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'gw_port': {'id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:55Z', 'updated_at': '2022-03-29T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'bc27fd16-bb24-424b-8177-a8dd94880c76', 'name': '', 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'mac_address': 'fa:16:3e:b1:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:56Z', 'updated_at': '2022-03-29T15:04:00Z', 'revision_number': 5, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'subnets': [{'id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:47.099592 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774c285f-a18b-46b0-b7ba-66cb3d08d8cf x-openstack-request-id: req-774c285f-a18b-46b0-b7ba-66cb3d08d8cf {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:08:47.099879 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cd9010-ad54-4bea-b8bf-9c429bd85481", "name": "network-vif-deleted", "tag": "a0064680-d05d-4c2d-aaef-d4db9260280c", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:08:47.100127 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-774c285f-a18b-46b0-b7ba-66cb3d08d8cf {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:08:47.100524 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-774c285f-a18b-46b0-b7ba-66cb3d08d8cf'] response: {'server_uuid': '98cd9010-ad54-4bea-b8bf-9c429bd85481', 'name': 'network-vif-deleted', 'tag': 'a0064680-d05d-4c2d-aaef-d4db9260280c', 'status': 'completed', 'code': 200} Mar 29 15:08:47.125336 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9312c7af-9a63-4a30-a7e2-0dd8f85b11fd None None] Checking router: f5013327-8421-4e0f-9c5c-8328af6663e0 for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:08:47.135893 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9312c7af-9a63-4a30-a7e2-0dd8f85b11fd None None] Routers {'f5013327-8421-4e0f-9c5c-8328af6663e0'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:08:47.136505 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-9312c7af-9a63-4a30-a7e2-0dd8f85b11fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:08:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['f5013327-8421-4e0f-9c5c-8328af6663e0'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:47.257548 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-9312c7af-9a63-4a30-a7e2-0dd8f85b11fd None None] Set router f5013327-8421-4e0f-9c5c-8328af6663e0 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:08:47.350147 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 42676) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:47.468484 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-9312c7af-9a63-4a30-a7e2-0dd8f85b11fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'name': 'tempest-AttachVolumeShelveTestJSON-167309499-router', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:03:54Z', 'updated_at': '2022-03-29T15:03:57Z', 'revision_number': 4, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'gw_port': {'id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:55Z', 'updated_at': '2022-03-29T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'bc27fd16-bb24-424b-8177-a8dd94880c76', 'name': '', 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'mac_address': 'fa:16:3e:b1:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:56Z', 'updated_at': '2022-03-29T15:04:00Z', 'revision_number': 5, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'subnets': [{'id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:47.499219 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9312c7af-9a63-4a30-a7e2-0dd8f85b11fd None None] The sync data for ids ['f5013327-8421-4e0f-9c5c-8328af6663e0'] in dv-cinder-835635-1-iscsi is: [{'id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'name': 'tempest-AttachVolumeShelveTestJSON-167309499-router', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:03:54Z', 'updated_at': '2022-03-29T15:03:57Z', 'revision_number': 4, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'gw_port': {'id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:55Z', 'updated_at': '2022-03-29T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'bc27fd16-bb24-424b-8177-a8dd94880c76', 'name': '', 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'mac_address': 'fa:16:3e:b1:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:56Z', 'updated_at': '2022-03-29T15:04:00Z', 'revision_number': 5, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'subnets': [{'id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:08:47.622280 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:47.688323 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 42682) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:47.747427 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-490034d9-a133-4ada-9d21-9bd6466896f8 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for security_group (50baaa8d-dc2d-4b63-b26c-bca662552771), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:47.773983 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-490034d9-a133-4ada-9d21-9bd6466896f8 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for security_group (50baaa8d-dc2d-4b63-b26c-bca662552771), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:47.791361 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6700e0f4-3192-4155-9614-cc39f7012e8a None None] New status for floating IP 4c1de3c5-b1dd-4c89-b6e7-a95f4bbf4625: DOWN {{(pid=103156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:08:47.817296 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d49dc16d-eb9a-4dce-bd8e-7dc699dbf9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1787516'] for router_interface (861c73ce-3b6e-47db-8c49-d03a47e0f9cf), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:47.829576 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-490034d9-a133-4ada-9d21-9bd6466896f8 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (50baaa8d-dc2d-4b63-b26c-bca662552771), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:47.832498 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-490034d9-a133-4ada-9d21-9bd6466896f8 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:47.836125 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-490034d9-a133-4ada-9d21-9bd6466896f8 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "DELETE /v2.0/security-groups/50baaa8d-dc2d-4b63-b26c-bca662552771 HTTP/1.1" status: 204 len: 168 time: 0.1444345 Mar 29 15:08:47.843441 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 42684) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:47.844466 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490034d9-a133-4ada-9d21-9bd6466896f8 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50baaa8d-dc2d-4b63-b26c-bca662552771,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:47.864813 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.api.v2.resource [None req-054efdf5-15dc-4a02-803d-485149c8dd1f tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] show failed (client error): The resource could not be found. Mar 29 15:08:47.869647 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-054efdf5-15dc-4a02-803d-485149c8dd1f tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups/50baaa8d-dc2d-4b63-b26c-bca662552771 HTTP/1.1" status: 404 len: 347 time: 0.0216892 Mar 29 15:08:47.870885 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 42686) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:47.907033 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:08:48.024854 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-5639fffe-c616-4376-9f68-50b8fedee320 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Deleting port a12d8897-c80d-4230-be29-ab5f15d88dee {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:08:48.025191 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5639fffe-c616-4376-9f68-50b8fedee320 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (a12d8897-c80d-4230-be29-ab5f15d88dee), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:48.099644 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5639fffe-c616-4376-9f68-50b8fedee320 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (a12d8897-c80d-4230-be29-ab5f15d88dee), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:48.100360 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5639fffe-c616-4376-9f68-50b8fedee320 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for floatingip (a12d8897-c80d-4230-be29-ab5f15d88dee), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:48.112313 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-5639fffe-c616-4376-9f68-50b8fedee320 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Calling delete_port for a12d8897-c80d-4230-be29-ab5f15d88dee owned by network:floatingip {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:08:48.177786 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-d49dc16d-eb9a-4dce-bd8e-7dc699dbf9a3 admin admin] Deleting port 5719a8af-a387-43e4-ac77-81e3894978e0 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:08:48.178121 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d49dc16d-eb9a-4dce-bd8e-7dc699dbf9a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (5719a8af-a387-43e4-ac77-81e3894978e0), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:48.248939 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5639fffe-c616-4376-9f68-50b8fedee320 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (a12d8897-c80d-4230-be29-ab5f15d88dee), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:48.256910 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-d49dc16d-eb9a-4dce-bd8e-7dc699dbf9a3 admin admin] For port 5719a8af-a387-43e4-ac77-81e3894978e0, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=5719a8af-a387-43e4-ac77-81e3894978e0,segment=NetworkSegment(4fbed87f-156e-4319-8f4b-d848b3fb3e62),segment_id=4fbed87f-156e-4319-8f4b-d848b3fb3e62)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:08:48.257391 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d49dc16d-eb9a-4dce-bd8e-7dc699dbf9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (5719a8af-a387-43e4-ac77-81e3894978e0), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:48.270313 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-d49dc16d-eb9a-4dce-bd8e-7dc699dbf9a3 admin admin] Calling delete_port for 5719a8af-a387-43e4-ac77-81e3894978e0 owned by network:router_interface {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:08:48.275883 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639fffe-c616-4376-9f68-50b8fedee320 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Pushing event deleted for resources: {'Port': ['ID=a12d8897-c80d-4230-be29-ab5f15d88dee,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:48.339067 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5639fffe-c616-4376-9f68-50b8fedee320 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for floatingip (4c1de3c5-b1dd-4c89-b6e7-a95f4bbf4625), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:48.341572 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5639fffe-c616-4376-9f68-50b8fedee320 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:48.345365 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-5639fffe-c616-4376-9f68-50b8fedee320 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "DELETE /v2.0/floatingips/4c1de3c5-b1dd-4c89-b6e7-a95f4bbf4625 HTTP/1.1" status: 204 len: 168 time: 0.4705427 Mar 29 15:08:48.455950 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d49dc16d-eb9a-4dce-bd8e-7dc699dbf9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (5719a8af-a387-43e4-ac77-81e3894978e0), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:48.485653 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49dc16d-eb9a-4dce-bd8e-7dc699dbf9a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5719a8af-a387-43e4-ac77-81e3894978e0,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:48.578497 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 42692) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:48.583882 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-61f11fc9-e00d-4125-be90-26d83642f018 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--289207328', 'description': 'tempest-description--1328615387'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:08:48.607291 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-61f11fc9-e00d-4125-be90-26d83642f018 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:48.664729 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d49dc16d-eb9a-4dce-bd8e-7dc699dbf9a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786860'] for router_interface (861c73ce-3b6e-47db-8c49-d03a47e0f9cf), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:48.689558 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-61f11fc9-e00d-4125-be90-26d83642f018 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for security_group (a2663f08-bf20-45ab-9cb6-99b8dfe9c987), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:48.695023 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-61f11fc9-e00d-4125-be90-26d83642f018 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (a2663f08-bf20-45ab-9cb6-99b8dfe9c987), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:48.720118 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-61f11fc9-e00d-4125-be90-26d83642f018 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:48.721304 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-61f11fc9-e00d-4125-be90-26d83642f018 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1417985 Mar 29 15:08:48.726220 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 42694) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:48.730463 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-c029f8b4-0d56-4172-8357-b32b54a98000 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Request body: {'security_group_rule': {'security_group_id': 'a2663f08-bf20-45ab-9cb6-99b8dfe9c987', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:08:48.742493 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f11fc9-e00d-4125-be90-26d83642f018 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2663f08-bf20-45ab-9cb6-99b8dfe9c987,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:48.760833 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c029f8b4-0d56-4172-8357-b32b54a98000 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for security_group_rule (49b22b12-e1ac-4562-bd92-1663ffc7d926), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:48.810332 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c029f8b4-0d56-4172-8357-b32b54a98000 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for security_group_rule (49b22b12-e1ac-4562-bd92-1663ffc7d926), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:48.814557 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c029f8b4-0d56-4172-8357-b32b54a98000 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (49b22b12-e1ac-4562-bd92-1663ffc7d926), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:48.835032 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029f8b4-0d56-4172-8357-b32b54a98000 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49b22b12-e1ac-4562-bd92-1663ffc7d926,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:48.840809 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c029f8b4-0d56-4172-8357-b32b54a98000 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:48.842041 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-c029f8b4-0d56-4172-8357-b32b54a98000 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148980 Mar 29 15:08:48.844641 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 42696) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:48.849548 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-bd4bb003-e35f-4709-b372-626233173777 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Request body: {'security_group_rule': {'security_group_id': 'a2663f08-bf20-45ab-9cb6-99b8dfe9c987', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:08:48.874633 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bd4bb003-e35f-4709-b372-626233173777 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for security_group_rule (3eead725-29d7-4e4c-9432-a024da78f55d), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:48.936789 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bd4bb003-e35f-4709-b372-626233173777 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for security_group_rule (3eead725-29d7-4e4c-9432-a024da78f55d), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:48.940982 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bd4bb003-e35f-4709-b372-626233173777 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (3eead725-29d7-4e4c-9432-a024da78f55d), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:48.961466 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4bb003-e35f-4709-b372-626233173777 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eead725-29d7-4e4c-9432-a024da78f55d,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:48.972122 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bd4bb003-e35f-4709-b372-626233173777 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:48.973337 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-bd4bb003-e35f-4709-b372-626233173777 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1276474 Mar 29 15:08:48.976625 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 42698) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:48.981061 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-7905b965-6cbb-4230-a2c1-ad3f90e0a00b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Request body: {'floatingip': {'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:08:49.002567 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7905b965-6cbb-4230-a2c1-ad3f90e0a00b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:49.069905 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:08:49.091216 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] No Port match for: 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:08:49.091808 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 2c1ef2fe-5ad9-4cd3-8fce-f3054aaea078 not bound to the agent host hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:08:49.092403 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device a0064680-d05d-4c2d-aaef-d4db9260280c no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:08:49.105103 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7905b965-6cbb-4230-a2c1-ad3f90e0a00b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:49.112453 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] No Port match for: a0064680-d05d-4c2d-aaef-d4db9260280c {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:08:49.113034 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device a0064680-d05d-4c2d-aaef-d4db9260280c not bound to the agent host hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:08:49.140064 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49dc16d-eb9a-4dce-bd8e-7dc699dbf9a3 admin admin] Router 861c73ce-3b6e-47db-8c49-d03a47e0f9cf has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:08:49.216261 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-7905b965-6cbb-4230-a2c1-ad3f90e0a00b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Allocated IP 172.27.2.113 (73fab6d0-c07f-433f-9c69-8ff3a31867f5/bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83/c6d34bbe-4586-4063-bddd-f0740d3b9614) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:08:49.252347 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49dc16d-eb9a-4dce-bd8e-7dc699dbf9a3 admin admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:08:49.259976 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-d49dc16d-eb9a-4dce-bd8e-7dc699dbf9a3 admin admin] 10.222.0.35 "PUT /v2.0/routers/861c73ce-3b6e-47db-8c49-d03a47e0f9cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9055598 Mar 29 15:08:49.259976 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 42700) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:49.261701 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad53b65f-603e-40f8-a592-ac8ba6628d29 None None] Sync routers for ids ['861c73ce-3b6e-47db-8c49-d03a47e0f9cf'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:08:49.272964 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad53b65f-603e-40f8-a592-ac8ba6628d29 None None] Routers {'861c73ce-3b6e-47db-8c49-d03a47e0f9cf'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:08:49.273743 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ad53b65f-603e-40f8-a592-ac8ba6628d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:08:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['861c73ce-3b6e-47db-8c49-d03a47e0f9cf'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:49.331790 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7905b965-6cbb-4230-a2c1-ad3f90e0a00b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for port (c6d34bbe-4586-4063-bddd-f0740d3b9614), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:49.368142 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7905b965-6cbb-4230-a2c1-ad3f90e0a00b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (c6d34bbe-4586-4063-bddd-f0740d3b9614), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:49.372978 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d00eee70-b66d-4cf4-ae7b-45f19ff0681a admin admin] Publish callbacks [] for router (861c73ce-3b6e-47db-8c49-d03a47e0f9cf), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:49.392926 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-ad53b65f-603e-40f8-a592-ac8ba6628d29 None None] Set router 861c73ce-3b6e-47db-8c49-d03a47e0f9cf gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:08:49.406344 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7905b965-6cbb-4230-a2c1-ad3f90e0a00b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:08:49.409161 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-7905b965-6cbb-4230-a2c1-ad3f90e0a00b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:08:49.413389 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7905b965-6cbb-4230-a2c1-ad3f90e0a00b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:08:49.450976 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905b965-6cbb-4230-a2c1-ad3f90e0a00b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Pushing event updated for resources: {'Port': ['ID=c6d34bbe-4586-4063-bddd-f0740d3b9614,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:49.485263 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d00eee70-b66d-4cf4-ae7b-45f19ff0681a admin admin] Publish callbacks [] for router_gateway (861c73ce-3b6e-47db-8c49-d03a47e0f9cf), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:49.515060 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7905b965-6cbb-4230-a2c1-ad3f90e0a00b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for floatingip (2608ab73-3ac9-46ff-a61f-78a17af816ef), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:49.551438 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-d00eee70-b66d-4cf4-ae7b-45f19ff0681a admin admin] Deleting port 05a92a51-0c6f-4584-9724-ee6e81505dd2 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:08:49.551918 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d00eee70-b66d-4cf4-ae7b-45f19ff0681a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (05a92a51-0c6f-4584-9724-ee6e81505dd2), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:49.555909 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7905b965-6cbb-4230-a2c1-ad3f90e0a00b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (c6d34bbe-4586-4063-bddd-f0740d3b9614), before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:49.599554 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ad53b65f-603e-40f8-a592-ac8ba6628d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'name': 'tempest-TestMinimumBasicScenario-995830054-router', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '05a92a51-0c6f-4584-9724-ee6e81505dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:04:23Z', 'updated_at': '2022-03-29T15:08:48Z', 'revision_number': 5, 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'gw_port': {'id': '05a92a51-0c6f-4584-9724-ee6e81505dd2', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:24Z', 'updated_at': '2022-03-29T15:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:49.628236 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad53b65f-603e-40f8-a592-ac8ba6628d29 None None] Checking router: 861c73ce-3b6e-47db-8c49-d03a47e0f9cf for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:08:49.637341 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad53b65f-603e-40f8-a592-ac8ba6628d29 None None] Routers {'861c73ce-3b6e-47db-8c49-d03a47e0f9cf'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:08:49.637958 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ad53b65f-603e-40f8-a592-ac8ba6628d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:08:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['861c73ce-3b6e-47db-8c49-d03a47e0f9cf'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:49.638095 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-d00eee70-b66d-4cf4-ae7b-45f19ff0681a admin admin] For port 05a92a51-0c6f-4584-9724-ee6e81505dd2, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=05a92a51-0c6f-4584-9724-ee6e81505dd2,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:08:49.638478 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d00eee70-b66d-4cf4-ae7b-45f19ff0681a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (05a92a51-0c6f-4584-9724-ee6e81505dd2), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:49.653276 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-d00eee70-b66d-4cf4-ae7b-45f19ff0681a admin admin] Calling delete_port for 05a92a51-0c6f-4584-9724-ee6e81505dd2 owned by network:router_gateway {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:08:49.713972 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7905b965-6cbb-4230-a2c1-ad3f90e0a00b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for port (c6d34bbe-4586-4063-bddd-f0740d3b9614), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:49.720282 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7905b965-6cbb-4230-a2c1-ad3f90e0a00b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13311161'] for port (c6d34bbe-4586-4063-bddd-f0740d3b9614), after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:49.732368 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-ad53b65f-603e-40f8-a592-ac8ba6628d29 None None] Set router 861c73ce-3b6e-47db-8c49-d03a47e0f9cf gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:08:49.790654 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ad53b65f-603e-40f8-a592-ac8ba6628d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'name': 'tempest-TestMinimumBasicScenario-995830054-router', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:04:23Z', 'updated_at': '2022-03-29T15:08:49Z', 'revision_number': 6, 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'gw_port_host': None}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:49.800170 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905b965-6cbb-4230-a2c1-ad3f90e0a00b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Pushing event updated for resources: {'Port': ['ID=c6d34bbe-4586-4063-bddd-f0740d3b9614,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:49.813595 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7905b965-6cbb-4230-a2c1-ad3f90e0a00b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (2608ab73-3ac9-46ff-a61f-78a17af816ef), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:49.818609 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad53b65f-603e-40f8-a592-ac8ba6628d29 None None] The sync data for ids ['861c73ce-3b6e-47db-8c49-d03a47e0f9cf'] in dv-cinder-835635-1-iscsi is: [{'id': '861c73ce-3b6e-47db-8c49-d03a47e0f9cf', 'name': 'tempest-TestMinimumBasicScenario-995830054-router', 'tenant_id': 'd5a381c47de04fd0b7df148ced109757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:04:23Z', 'updated_at': '2022-03-29T15:08:49Z', 'revision_number': 6, 'project_id': 'd5a381c47de04fd0b7df148ced109757', 'gw_port_host': None}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:08:49.837104 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7905b965-6cbb-4230-a2c1-ad3f90e0a00b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:49.846369 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-7905b965-6cbb-4230-a2c1-ad3f90e0a00b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8608210 Mar 29 15:08:49.846737 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d00eee70-b66d-4cf4-ae7b-45f19ff0681a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (05a92a51-0c6f-4584-9724-ee6e81505dd2), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:49.869184 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00eee70-b66d-4cf4-ae7b-45f19ff0681a admin admin] Pushing event deleted for resources: {'Port': ['ID=05a92a51-0c6f-4584-9724-ee6e81505dd2,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:49.935185 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d00eee70-b66d-4cf4-ae7b-45f19ff0681a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787142'] for router_gateway (861c73ce-3b6e-47db-8c49-d03a47e0f9cf), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:50.058390 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d00eee70-b66d-4cf4-ae7b-45f19ff0681a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1793434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2952'] for router (861c73ce-3b6e-47db-8c49-d03a47e0f9cf), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:50.063687 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d00eee70-b66d-4cf4-ae7b-45f19ff0681a admin admin] Publish callbacks [] for router_controller (861c73ce-3b6e-47db-8c49-d03a47e0f9cf), precommit_delete_associations {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:50.143676 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3d490e98-215a-41dc-a309-515f12309de1 req-7bb617b4-d032-49e0-8c23-fa245146efbe tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--289207328&fields=id&tenant_id=e407405f1464490f8b4163e9dce23438 HTTP/1.1" status: 200 len: 267 time: 0.1310811 Mar 29 15:08:50.147944 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d00eee70-b66d-4cf4-ae7b-45f19ff0681a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1793507'] for router (861c73ce-3b6e-47db-8c49-d03a47e0f9cf), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:50.148544 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00eee70-b66d-4cf4-ae7b-45f19ff0681a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 861c73ce-3b6e-47db-8c49-d03a47e0f9cf {{(pid=103154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:08:50.153717 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d00eee70-b66d-4cf4-ae7b-45f19ff0681a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:50.154830 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-d00eee70-b66d-4cf4-ae7b-45f19ff0681a admin admin] 10.222.0.35 "DELETE /v2.0/routers/861c73ce-3b6e-47db-8c49-d03a47e0f9cf HTTP/1.1" status: 204 len: 168 time: 0.8940594 Mar 29 15:08:50.157560 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 42714) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:50.222289 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f8e93e-f546-42ec-a325-248d0a912023 admin admin] Deleting subnet 88211e5f-efd4-4ca0-9676-206641841ae8 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:08:50.226948 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-19f8e93e-f546-42ec-a325-248d0a912023 admin admin] Publish callbacks [] for subnet (88211e5f-efd4-4ca0-9676-206641841ae8), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:50.265400 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-19f8e93e-f546-42ec-a325-248d0a912023 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16402688'] for subnet (88211e5f-efd4-4ca0-9676-206641841ae8), precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:50.271257 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d490e98-215a-41dc-a309-515f12309de1 req-d80e36ea-84b6-4fe2-9fd4-0f3cc802d436 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:50.272796 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3d490e98-215a-41dc-a309-515f12309de1 req-d80e36ea-84b6-4fe2-9fd4-0f3cc802d436 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/networks?id=b7319462-7a9c-48c1-8b1b-f253974f3ccf HTTP/1.1" status: 200 len: 816 time: 0.1169667 Mar 29 15:08:50.288249 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3d490e98-215a-41dc-a309-515f12309de1 req-7e091947-8cda-470d-9a63-df53df607d54 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/quotas/e407405f1464490f8b4163e9dce23438 HTTP/1.1" status: 200 len: 375 time: 0.0095153 Mar 29 15:08:50.349394 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3d490e98-215a-41dc-a309-515f12309de1 req-2eb9f033-375c-442f-9dea-8fa7cd358387 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e407405f1464490f8b4163e9dce23438&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556056 Mar 29 15:08:50.379467 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-19f8e93e-f546-42ec-a325-248d0a912023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926406'] for subnet (88211e5f-efd4-4ca0-9676-206641841ae8), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:50.435438 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-19f8e93e-f546-42ec-a325-248d0a912023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13304387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12742666'] for subnet (88211e5f-efd4-4ca0-9676-206641841ae8), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:50.447769 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3d490e98-215a-41dc-a309-515f12309de1 req-b8e57104-4b49-4713-9ba5-b264c240fd3a service neutron] 10.222.0.35 "GET /v2.0/networks/b7319462-7a9c-48c1-8b1b-f253974f3ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873380 Mar 29 15:08:50.459721 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8e93e-f546-42ec-a325-248d0a912023 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88211e5f-efd4-4ca0-9676-206641841ae8,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:50.465386 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-19f8e93e-f546-42ec-a325-248d0a912023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for subnet (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:50.470895 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-19f8e93e-f546-42ec-a325-248d0a912023 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/88211e5f-efd4-4ca0-9676-206641841ae8 HTTP/1.1" status: 204 len: 168 time: 0.3101015 Mar 29 15:08:50.471175 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 42716) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:50.471579 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1660dae9-1415-4566-8352-e3b1bba28f42 None None] Network 66bf88d8-b922-4f24-b74c-aa730f28c713 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:08:50.544370 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c34315e6-3fe2-4e5b-9fd4-6c25ce171081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050247'] for network (66bf88d8-b922-4f24-b74c-aa730f28c713), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:50.561237 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3d490e98-215a-41dc-a309-515f12309de1 req-a6652a91-7adc-4ea5-8719-114787c47e68 service neutron] 10.222.0.35 "GET /v2.0/networks/b7319462-7a9c-48c1-8b1b-f253974f3ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073992 Mar 29 15:08:50.614954 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-c34315e6-3fe2-4e5b-9fd4-6c25ce171081 admin admin] Deleting port 61228044-8d4c-4bc3-a6fd-6fdaf0053bdd {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:08:50.615678 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c34315e6-3fe2-4e5b-9fd4-6c25ce171081 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (61228044-8d4c-4bc3-a6fd-6fdaf0053bdd), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:50.673097 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6185142c-b5c4-449e-a5f9-c88a38f8fff3 None None] DHCP port deletion for 66bf88d8-b922-4f24-b74c-aa730f28c713 request from dv-cinder-835635-1-iscsi {{(pid=103155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 15:08:50.724198 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-c34315e6-3fe2-4e5b-9fd4-6c25ce171081 admin admin] For port 61228044-8d4c-4bc3-a6fd-6fdaf0053bdd, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=61228044-8d4c-4bc3-a6fd-6fdaf0053bdd,segment=NetworkSegment(4fbed87f-156e-4319-8f4b-d848b3fb3e62),segment_id=4fbed87f-156e-4319-8f4b-d848b3fb3e62)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:08:50.724602 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c34315e6-3fe2-4e5b-9fd4-6c25ce171081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (61228044-8d4c-4bc3-a6fd-6fdaf0053bdd), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:50.734156 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 5719a8af-a387-43e4-ac77-81e3894978e0 no longer exists at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:08:50.746792 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-c34315e6-3fe2-4e5b-9fd4-6c25ce171081 admin admin] Calling delete_port for 61228044-8d4c-4bc3-a6fd-6fdaf0053bdd owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:08:50.770615 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-6185142c-b5c4-449e-a5f9-c88a38f8fff3 None None] Deleting port 61228044-8d4c-4bc3-a6fd-6fdaf0053bdd {{(pid=103155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:08:50.771081 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-6185142c-b5c4-449e-a5f9-c88a38f8fff3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (61228044-8d4c-4bc3-a6fd-6fdaf0053bdd), before_delete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:50.773201 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] No Port match for: 5719a8af-a387-43e4-ac77-81e3894978e0 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:08:50.773395 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c0c7fae0-8b3d-418e-878f-9475e8c6bcb3 req-aaee5b5a-77b5-417c-9239-9befc96b811b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 210 time: 0.0328901 Mar 29 15:08:50.773512 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 5719a8af-a387-43e4-ac77-81e3894978e0 not bound to the agent host dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:08:50.773799 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 05a92a51-0c6f-4584-9724-ee6e81505dd2 no longer exists at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:08:50.837911 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] No Port match for: 05a92a51-0c6f-4584-9724-ee6e81505dd2 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:08:50.838260 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 05a92a51-0c6f-4584-9724-ee6e81505dd2 not bound to the agent host dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:08:50.873183 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-6185142c-b5c4-449e-a5f9-c88a38f8fff3 None None] For port 61228044-8d4c-4bc3-a6fd-6fdaf0053bdd, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=61228044-8d4c-4bc3-a6fd-6fdaf0053bdd,segment=NetworkSegment(4fbed87f-156e-4319-8f4b-d848b3fb3e62),segment_id=4fbed87f-156e-4319-8f4b-d848b3fb3e62)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:08:50.873594 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-6185142c-b5c4-449e-a5f9-c88a38f8fff3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (61228044-8d4c-4bc3-a6fd-6fdaf0053bdd), precommit_delete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:50.890892 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c34315e6-3fe2-4e5b-9fd4-6c25ce171081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (61228044-8d4c-4bc3-a6fd-6fdaf0053bdd), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:50.897306 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-6185142c-b5c4-449e-a5f9-c88a38f8fff3 None None] Calling delete_port for 61228044-8d4c-4bc3-a6fd-6fdaf0053bdd owned by network:dhcp {{(pid=103155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:08:50.923355 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34315e6-3fe2-4e5b-9fd4-6c25ce171081 admin admin] Pushing event deleted for resources: {'Port': ['ID=61228044-8d4c-4bc3-a6fd-6fdaf0053bdd,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:50.926872 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34315e6-3fe2-4e5b-9fd4-6c25ce171081 admin admin] No DVR routers for this DVR port 61228044-8d4c-4bc3-a6fd-6fdaf0053bdd on host dv-cinder-835635-1-iscsi {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:08:51.004351 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c34315e6-3fe2-4e5b-9fd4-6c25ce171081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989517', 'neutron.services.segments.db._delete_segments_for_network-8776791792186'] for network (66bf88d8-b922-4f24-b74c-aa730f28c713), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:51.033391 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-c34315e6-3fe2-4e5b-9fd4-6c25ce171081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66bf88d8-b922-4f24-b74c-aa730f28c713']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:51.046598 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-6185142c-b5c4-449e-a5f9-c88a38f8fff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205'] for port (61228044-8d4c-4bc3-a6fd-6fdaf0053bdd), after_delete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:51.048496 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-c34315e6-3fe2-4e5b-9fd4-6c25ce171081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fbed87f-156e-4319-8f4b-d848b3fb3e62') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:51.049055 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-c34315e6-3fe2-4e5b-9fd4-6c25ce171081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fbed87f-156e-4319-8f4b-d848b3fb3e62') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:51.061640 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c34315e6-3fe2-4e5b-9fd4-6c25ce171081 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776792023619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16402699'] for segment (4fbed87f-156e-4319-8f4b-d848b3fb3e62), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:51.074335 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185142c-b5c4-449e-a5f9-c88a38f8fff3 None None] Pushing event deleted for resources: {'Port': ['ID=61228044-8d4c-4bc3-a6fd-6fdaf0053bdd,revision_number=None']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:51.078374 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6185142c-b5c4-449e-a5f9-c88a38f8fff3 None None] No DVR routers for this DVR port 61228044-8d4c-4bc3-a6fd-6fdaf0053bdd on host dv-cinder-835635-1-iscsi {{(pid=103155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:08:51.081640 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c34315e6-3fe2-4e5b-9fd4-6c25ce171081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (4fbed87f-156e-4319-8f4b-d848b3fb3e62), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:51.089013 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34315e6-3fe2-4e5b-9fd4-6c25ce171081 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:08:51.089406 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c34315e6-3fe2-4e5b-9fd4-6c25ce171081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13311205'] for segment (4fbed87f-156e-4319-8f4b-d848b3fb3e62), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: Traceback (most recent call last): Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: timer() Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: cb(*args, **kw) Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: return func(*args, **kwargs) Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: self._notify() Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: self.callback(batched_events) Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: event.method(event) Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: return f(self, *a, **k) Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: return self._get(url).json() Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: return self.request(url, 'GET', **kwargs) Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:08:51.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:08:51.149127 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c34315e6-3fe2-4e5b-9fd4-6c25ce171081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787242'] for network (66bf88d8-b922-4f24-b74c-aa730f28c713), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:51.154490 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c34315e6-3fe2-4e5b-9fd4-6c25ce171081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:51.157733 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-c34315e6-3fe2-4e5b-9fd4-6c25ce171081 admin admin] 10.222.0.35 "DELETE /v2.0/networks/66bf88d8-b922-4f24-b74c-aa730f28c713 HTTP/1.1" status: 204 len: 168 time: 0.6851840 Mar 29 15:08:51.160871 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 42728) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:51.170096 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34315e6-3fe2-4e5b-9fd4-6c25ce171081 admin admin] Pushing event deleted for resources: {'Network': ['ID=66bf88d8-b922-4f24-b74c-aa730f28c713,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:51.521900 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dbe619c3-16aa-4c6f-8f87-7272fa51c926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1787516'] for router_interface (05022198-008a-40c0-9881-34f81fae7d94), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:51.787863 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-dbe619c3-16aa-4c6f-8f87-7272fa51c926 admin admin] Deleting port da630080-2764-4efa-b12a-addbe2888a30 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:08:51.788550 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dbe619c3-16aa-4c6f-8f87-7272fa51c926 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (da630080-2764-4efa-b12a-addbe2888a30), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:51.881644 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d490e98-215a-41dc-a309-515f12309de1 req-b05a6fff-3c7d-4f82-bc76-dbe5e61cdaba tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:51.883179 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3d490e98-215a-41dc-a309-515f12309de1 req-b05a6fff-3c7d-4f82-bc76-dbe5e61cdaba tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.36 "GET /v2.0/networks?id=b7319462-7a9c-48c1-8b1b-f253974f3ccf HTTP/1.1" status: 200 len: 816 time: 0.1250210 Mar 29 15:08:51.891003 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-48d5ddec-e213-4948-8092-7b705d1fbba9 req-34ce68c3-06ed-466d-8c0f-31634394acf6 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 210 time: 0.0366218 Mar 29 15:08:51.911112 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-dbe619c3-16aa-4c6f-8f87-7272fa51c926 admin admin] For port da630080-2764-4efa-b12a-addbe2888a30, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=da630080-2764-4efa-b12a-addbe2888a30,segment=NetworkSegment(04561ed6-89e4-421b-b0f6-e4d9e05685e5),segment_id=04561ed6-89e4-421b-b0f6-e4d9e05685e5)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:08:51.911479 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dbe619c3-16aa-4c6f-8f87-7272fa51c926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (da630080-2764-4efa-b12a-addbe2888a30), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:51.925149 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-dbe619c3-16aa-4c6f-8f87-7272fa51c926 admin admin] Calling delete_port for da630080-2764-4efa-b12a-addbe2888a30 owned by network:router_interface {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:08:51.952247 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3d490e98-215a-41dc-a309-515f12309de1 req-b4f174e1-1e85-45dd-b6b0-93b3cec9770b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e407405f1464490f8b4163e9dce23438 HTTP/1.1" status: 200 len: 379 time: 0.0601978 Mar 29 15:08:51.962115 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [req-3d490e98-215a-41dc-a309-515f12309de1 req-407d769d-f0b2-4117-aa88-4d0757fedd0c tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Request body: {'port': {'device_id': 'b9f92e75-98f7-4076-94b6-3856acfa366d', 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'admin_state_up': True, 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'security_groups': ['a2663f08-bf20-45ab-9cb6-99b8dfe9c987']}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:08:52.069660 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d490e98-215a-41dc-a309-515f12309de1 req-407d769d-f0b2-4117-aa88-4d0757fedd0c tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Made reservation on behalf of e407405f1464490f8b4163e9dce23438 for: {'port': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:08:52.073038 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-3d490e98-215a-41dc-a309-515f12309de1 req-407d769d-f0b2-4117-aa88-4d0757fedd0c tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:52.114321 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dbe619c3-16aa-4c6f-8f87-7272fa51c926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (da630080-2764-4efa-b12a-addbe2888a30), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:52.140154 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe619c3-16aa-4c6f-8f87-7272fa51c926 admin admin] Pushing event deleted for resources: {'Port': ['ID=da630080-2764-4efa-b12a-addbe2888a30,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:52.211808 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [req-3d490e98-215a-41dc-a309-515f12309de1 req-407d769d-f0b2-4117-aa88-4d0757fedd0c tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Allocated IP 172.20.0.9 (b7319462-7a9c-48c1-8b1b-f253974f3ccf/5db96dc7-3ab4-47b2-8f7f-2f2553b8b462/e2365f82-ad99-493c-ae84-2bc35dea658b) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:08:52.311203 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dbe619c3-16aa-4c6f-8f87-7272fa51c926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786860'] for router_interface (05022198-008a-40c0-9881-34f81fae7d94), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:52.360887 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-3d490e98-215a-41dc-a309-515f12309de1 req-407d769d-f0b2-4117-aa88-4d0757fedd0c tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for port (e2365f82-ad99-493c-ae84-2bc35dea658b), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:52.396274 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-3d490e98-215a-41dc-a309-515f12309de1 req-407d769d-f0b2-4117-aa88-4d0757fedd0c tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (e2365f82-ad99-493c-ae84-2bc35dea658b), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:52.438579 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d490e98-215a-41dc-a309-515f12309de1 req-407d769d-f0b2-4117-aa88-4d0757fedd0c tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Network b7319462-7a9c-48c1-8b1b-f253974f3ccf is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:08:52.441773 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [req-3d490e98-215a-41dc-a309-515f12309de1 req-407d769d-f0b2-4117-aa88-4d0757fedd0c tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:08:52.448115 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d490e98-215a-41dc-a309-515f12309de1 req-407d769d-f0b2-4117-aa88-4d0757fedd0c tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:08:52.474090 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d769d-f0b2-4117-aa88-4d0757fedd0c tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Pushing event updated for resources: {'Port': ['ID=e2365f82-ad99-493c-ae84-2bc35dea658b,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:52.510205 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d490e98-215a-41dc-a309-515f12309de1 req-407d769d-f0b2-4117-aa88-4d0757fedd0c tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:52.510863 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-3d490e98-215a-41dc-a309-515f12309de1 req-407d769d-f0b2-4117-aa88-4d0757fedd0c tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:52.545488 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3d490e98-215a-41dc-a309-515f12309de1 req-407d769d-f0b2-4117-aa88-4d0757fedd0c tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5870888 Mar 29 15:08:52.558683 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [req-3d490e98-215a-41dc-a309-515f12309de1 req-39f3aa36-d4dc-4b9c-b9e3-4424b1b0c2ad service neutron] Request body: {'port': {'device_id': 'b9f92e75-98f7-4076-94b6-3856acfa366d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:08:52.558894 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe619c3-16aa-4c6f-8f87-7272fa51c926 admin admin] Router 05022198-008a-40c0-9881-34f81fae7d94 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:08:52.629490 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-3d490e98-215a-41dc-a309-515f12309de1 req-39f3aa36-d4dc-4b9c-b9e3-4424b1b0c2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (e2365f82-ad99-493c-ae84-2bc35dea658b), before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:52.635583 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 61228044-8d4c-4bc3-a6fd-6fdaf0053bdd no longer exists at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:08:52.665581 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] No Port match for: 61228044-8d4c-4bc3-a6fd-6fdaf0053bdd {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:08:52.665925 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 61228044-8d4c-4bc3-a6fd-6fdaf0053bdd not bound to the agent host dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:08:52.689899 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe619c3-16aa-4c6f-8f87-7272fa51c926 admin admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:08:52.695256 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-dbe619c3-16aa-4c6f-8f87-7272fa51c926 admin admin] 10.222.0.35 "PUT /v2.0/routers/05022198-008a-40c0-9881-34f81fae7d94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5327954 Mar 29 15:08:52.697669 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 42736) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:52.701974 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6b7712-f190-40f2-8192-9ef22c481255 None None] Sync routers for ids ['05022198-008a-40c0-9881-34f81fae7d94'] in dv-cinder-835635-1-iscsi {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:08:52.715957 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6b7712-f190-40f2-8192-9ef22c481255 None None] Routers {'05022198-008a-40c0-9881-34f81fae7d94'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:08:52.716581 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-dd6b7712-f190-40f2-8192-9ef22c481255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:08:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['05022198-008a-40c0-9881-34f81fae7d94'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:52.727377 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-f500afee-0641-46b8-9465-9219d031e969 None None] Provisioning complete for port e2365f82-ad99-493c-ae84-2bc35dea658b triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:08:52.728145 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-f500afee-0641-46b8-9465-9219d031e969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (e2365f82-ad99-493c-ae84-2bc35dea658b), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:52.772523 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-f500afee-0641-46b8-9465-9219d031e969 None None] Port e2365f82-ad99-493c-ae84-2bc35dea658b cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:08:52.843834 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-dd6b7712-f190-40f2-8192-9ef22c481255 None None] Set router 05022198-008a-40c0-9881-34f81fae7d94 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:08:52.923999 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.notifiers.nova [req-3d490e98-215a-41dc-a309-515f12309de1 req-39f3aa36-d4dc-4b9c-b9e3-4424b1b0c2ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2365f82-ad99-493c-ae84-2bc35dea658b {{(pid=103153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:08:52.934942 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-3d490e98-215a-41dc-a309-515f12309de1 req-39f3aa36-d4dc-4b9c-b9e3-4424b1b0c2ad service neutron] Publish callbacks [] for port (e2365f82-ad99-493c-ae84-2bc35dea658b), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:52.953053 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.provisioning_blocks [req-3d490e98-215a-41dc-a309-515f12309de1 req-39f3aa36-d4dc-4b9c-b9e3-4424b1b0c2ad service neutron] Transition to ACTIVE for port object e2365f82-ad99-493c-ae84-2bc35dea658b will not be triggered until provisioned by entity L2. {{(pid=103153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:08:52.959074 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-3d490e98-215a-41dc-a309-515f12309de1 req-39f3aa36-d4dc-4b9c-b9e3-4424b1b0c2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13311161'] for port (e2365f82-ad99-493c-ae84-2bc35dea658b), after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:53.053861 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-dd6b7712-f190-40f2-8192-9ef22c481255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05022198-008a-40c0-9881-34f81fae7d94', 'name': 'tempest-TestMinimumBasicScenario-1871559261-router', 'tenant_id': '9cc8904f00804464ba76d5b55fa3282c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '86759cb5-6d6e-4e19-b722-506fd11e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:04:29Z', 'updated_at': '2022-03-29T15:08:52Z', 'revision_number': 5, 'project_id': '9cc8904f00804464ba76d5b55fa3282c', 'gw_port': {'id': '86759cb5-6d6e-4e19-b722-506fd11e4fe9', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:40:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05022198-008a-40c0-9881-34f81fae7d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:30Z', 'updated_at': '2022-03-29T15:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:53.084063 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6e4af15a-2eb2-44ab-8aa7-e37ed6ee423f admin admin] Publish callbacks [] for router (05022198-008a-40c0-9881-34f81fae7d94), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:53.087018 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6b7712-f190-40f2-8192-9ef22c481255 None None] Checking router: 05022198-008a-40c0-9881-34f81fae7d94 for host: dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:08:53.095716 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6b7712-f190-40f2-8192-9ef22c481255 None None] Routers {'05022198-008a-40c0-9881-34f81fae7d94'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:08:53.096338 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-dd6b7712-f190-40f2-8192-9ef22c481255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:08:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['05022198-008a-40c0-9881-34f81fae7d94'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:53.197082 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6e4af15a-2eb2-44ab-8aa7-e37ed6ee423f admin admin] Publish callbacks [] for router_gateway (05022198-008a-40c0-9881-34f81fae7d94), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:53.213167 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-dd6b7712-f190-40f2-8192-9ef22c481255 None None] Set router 05022198-008a-40c0-9881-34f81fae7d94 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:08:53.264056 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3aa36-d4dc-4b9c-b9e3-4424b1b0c2ad service neutron] Pushing event updated for resources: {'Port': ['ID=e2365f82-ad99-493c-ae84-2bc35dea658b,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:53.274226 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6e4af15a-2eb2-44ab-8aa7-e37ed6ee423f admin admin] Deleting port 86759cb5-6d6e-4e19-b722-506fd11e4fe9 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:08:53.274720 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6e4af15a-2eb2-44ab-8aa7-e37ed6ee423f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (86759cb5-6d6e-4e19-b722-506fd11e4fe9), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:53.343177 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf007f92-48a4-4604-a67f-2e01950a3232 req-c3382e1f-f07e-4201-8598-e7413f8bff74 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:53.351161 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-bf007f92-48a4-4604-a67f-2e01950a3232 req-c3382e1f-f07e-4201-8598-e7413f8bff74 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 943 time: 0.3618970 Mar 29 15:08:53.371476 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-6e4af15a-2eb2-44ab-8aa7-e37ed6ee423f admin admin] For port 86759cb5-6d6e-4e19-b722-506fd11e4fe9, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=86759cb5-6d6e-4e19-b722-506fd11e4fe9,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:08:53.371843 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6e4af15a-2eb2-44ab-8aa7-e37ed6ee423f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (86759cb5-6d6e-4e19-b722-506fd11e4fe9), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:53.390465 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-6e4af15a-2eb2-44ab-8aa7-e37ed6ee423f admin admin] Calling delete_port for 86759cb5-6d6e-4e19-b722-506fd11e4fe9 owned by network:router_gateway {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:08:53.436095 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-bf007f92-48a4-4604-a67f-2e01950a3232 req-38cbcfe1-6d65-40b7-9d87-58696c2786f8 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763869 Mar 29 15:08:53.438888 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-3d490e98-215a-41dc-a309-515f12309de1 req-39f3aa36-d4dc-4b9c-b9e3-4424b1b0c2ad service neutron] Attempting to bind port e2365f82-ad99-493c-ae84-2bc35dea658b on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:08:53.439192 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-3d490e98-215a-41dc-a309-515f12309de1 req-39f3aa36-d4dc-4b9c-b9e3-4424b1b0c2ad service neutron] Attempting to bind port e2365f82-ad99-493c-ae84-2bc35dea658b by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': 'd32bf408-be36-4d34-802e-1529276988f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:08:53.439522 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d490e98-215a-41dc-a309-515f12309de1 req-39f3aa36-d4dc-4b9c-b9e3-4424b1b0c2ad service neutron] Attempting to bind port e2365f82-ad99-493c-ae84-2bc35dea658b on network b7319462-7a9c-48c1-8b1b-f253974f3ccf {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:08:53.448809 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-dd6b7712-f190-40f2-8192-9ef22c481255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05022198-008a-40c0-9881-34f81fae7d94', 'name': 'tempest-TestMinimumBasicScenario-1871559261-router', 'tenant_id': '9cc8904f00804464ba76d5b55fa3282c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '86759cb5-6d6e-4e19-b722-506fd11e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:04:29Z', 'updated_at': '2022-03-29T15:08:52Z', 'revision_number': 5, 'project_id': '9cc8904f00804464ba76d5b55fa3282c', 'gw_port': {'id': '86759cb5-6d6e-4e19-b722-506fd11e4fe9', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:40:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05022198-008a-40c0-9881-34f81fae7d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:30Z', 'updated_at': '2022-03-29T15:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:53.455334 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d490e98-215a-41dc-a309-515f12309de1 req-39f3aa36-d4dc-4b9c-b9e3-4424b1b0c2ad service neutron] Port e2365f82-ad99-493c-ae84-2bc35dea658b on network b7319462-7a9c-48c1-8b1b-f253974f3ccf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:08:53.455655 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d490e98-215a-41dc-a309-515f12309de1 req-39f3aa36-d4dc-4b9c-b9e3-4424b1b0c2ad service neutron] Attempting to bind port e2365f82-ad99-493c-ae84-2bc35dea658b on network b7319462-7a9c-48c1-8b1b-f253974f3ccf {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:08:53.462351 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d490e98-215a-41dc-a309-515f12309de1 req-39f3aa36-d4dc-4b9c-b9e3-4424b1b0c2ad service neutron] Checking agent: {'id': '54f4ecb7-e3d7-497a-b676-ec21eb6e2a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'started_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:08:53.462694 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d490e98-215a-41dc-a309-515f12309de1 req-39f3aa36-d4dc-4b9c-b9e3-4424b1b0c2ad service neutron] Checking segment: {'id': 'd32bf408-be36-4d34-802e-1529276988f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:08:53.463315 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d490e98-215a-41dc-a309-515f12309de1 req-39f3aa36-d4dc-4b9c-b9e3-4424b1b0c2ad service neutron] Bound using segment: {'id': 'd32bf408-be36-4d34-802e-1529276988f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:08:53.463752 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [req-3d490e98-215a-41dc-a309-515f12309de1 req-39f3aa36-d4dc-4b9c-b9e3-4424b1b0c2ad service neutron] Bound port: e2365f82-ad99-493c-ae84-2bc35dea658b, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd32bf408-be36-4d34-802e-1529276988f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:08:53.464111 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-3d490e98-215a-41dc-a309-515f12309de1 req-39f3aa36-d4dc-4b9c-b9e3-4424b1b0c2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (e2365f82-ad99-493c-ae84-2bc35dea658b), before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:53.480774 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6b7712-f190-40f2-8192-9ef22c481255 None None] The sync data for ids ['05022198-008a-40c0-9881-34f81fae7d94'] in dv-cinder-835635-1-iscsi is: [{'id': '05022198-008a-40c0-9881-34f81fae7d94', 'name': 'tempest-TestMinimumBasicScenario-1871559261-router', 'tenant_id': '9cc8904f00804464ba76d5b55fa3282c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '86759cb5-6d6e-4e19-b722-506fd11e4fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:04:29Z', 'updated_at': '2022-03-29T15:08:52Z', 'revision_number': 5, 'project_id': '9cc8904f00804464ba76d5b55fa3282c', 'gw_port': {'id': '86759cb5-6d6e-4e19-b722-506fd11e4fe9', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:40:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05022198-008a-40c0-9881-34f81fae7d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:04:30Z', 'updated_at': '2022-03-29T15:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}] {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:08:53.534217 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-3d490e98-215a-41dc-a309-515f12309de1 req-39f3aa36-d4dc-4b9c-b9e3-4424b1b0c2ad service neutron] For port e2365f82-ad99-493c-ae84-2bc35dea658b, host hv-cinder-83563, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:08:53.538455 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-3d490e98-215a-41dc-a309-515f12309de1 req-39f3aa36-d4dc-4b9c-b9e3-4424b1b0c2ad service neutron] For port e2365f82-ad99-493c-ae84-2bc35dea658b, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=e2365f82-ad99-493c-ae84-2bc35dea658b,segment=NetworkSegment(d32bf408-be36-4d34-802e-1529276988f7),segment_id=d32bf408-be36-4d34-802e-1529276988f7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:08:53.544937 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-3d490e98-215a-41dc-a309-515f12309de1 req-39f3aa36-d4dc-4b9c-b9e3-4424b1b0c2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13311161'] for port (e2365f82-ad99-493c-ae84-2bc35dea658b), after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:53.576690 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d490e98-215a-41dc-a309-515f12309de1 req-39f3aa36-d4dc-4b9c-b9e3-4424b1b0c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:53.577304 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-3d490e98-215a-41dc-a309-515f12309de1 req-39f3aa36-d4dc-4b9c-b9e3-4424b1b0c2ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:53.578717 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3d490e98-215a-41dc-a309-515f12309de1 req-39f3aa36-d4dc-4b9c-b9e3-4424b1b0c2ad service neutron] 10.222.0.36 "PUT /v2.0/ports/e2365f82-ad99-493c-ae84-2bc35dea658b HTTP/1.1" status: 200 len: 1093 time: 1.0259256 Mar 29 15:08:53.579073 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f92e75-98f7-4076-94b6-3856acfa366d', 'tag': 'e2365f82-ad99-493c-ae84-2bc35dea658b'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:08:53.581309 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba023f0cd8cc5f3c167e772b1aa00d02c07a3711ed68df0fea12bd5354b7600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b54ce7e-6e6f-416d-bfb0-d9ac8d07b8e0" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f92e75-98f7-4076-94b6-3856acfa366d", "tag": "e2365f82-ad99-493c-ae84-2bc35dea658b"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:08:53.596552 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6e4af15a-2eb2-44ab-8aa7-e37ed6ee423f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (86759cb5-6d6e-4e19-b722-506fd11e4fe9), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:53.619305 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3aa36-d4dc-4b9c-b9e3-4424b1b0c2ad service neutron] Pushing event updated for resources: {'Port': ['ID=e2365f82-ad99-493c-ae84-2bc35dea658b,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:53.622668 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4af15a-2eb2-44ab-8aa7-e37ed6ee423f admin admin] Pushing event deleted for resources: {'Port': ['ID=86759cb5-6d6e-4e19-b722-506fd11e4fe9,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:53.670831 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99c93ba-051e-4ad2-b8ac-d94733c6cd2f x-openstack-request-id: req-b99c93ba-051e-4ad2-b8ac-d94733c6cd2f {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:08:53.671118 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f92e75-98f7-4076-94b6-3856acfa366d", "tag": "e2365f82-ad99-493c-ae84-2bc35dea658b", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:08:53.671368 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b99c93ba-051e-4ad2-b8ac-d94733c6cd2f {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:08:53.671762 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b99c93ba-051e-4ad2-b8ac-d94733c6cd2f'] response: {'name': 'network-changed', 'server_uuid': 'b9f92e75-98f7-4076-94b6-3856acfa366d', 'tag': 'e2365f82-ad99-493c-ae84-2bc35dea658b', 'status': 'completed', 'code': 200} Mar 29 15:08:53.685276 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d490e98-215a-41dc-a309-515f12309de1 req-eaf2eb9f-0bd0-45da-9b5f-381fe447a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:53.686782 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3d490e98-215a-41dc-a309-515f12309de1 req-eaf2eb9f-0bd0-45da-9b5f-381fe447a145 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e407405f1464490f8b4163e9dce23438&device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 1127 time: 0.0616417 Mar 29 15:08:53.690610 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6e4af15a-2eb2-44ab-8aa7-e37ed6ee423f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787142'] for router_gateway (05022198-008a-40c0-9881-34f81fae7d94), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:53.736748 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3d490e98-215a-41dc-a309-515f12309de1 req-3e92e478-dd1c-4b11-8192-e1d99161e123 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2365f82-ad99-493c-ae84-2bc35dea658b HTTP/1.1" status: 200 len: 217 time: 0.0419309 Mar 29 15:08:53.788416 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6e4af15a-2eb2-44ab-8aa7-e37ed6ee423f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1793434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2952'] for router (05022198-008a-40c0-9881-34f81fae7d94), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:53.790258 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d490e98-215a-41dc-a309-515f12309de1 req-b202407a-ccfd-4916-b098-a529d83b85a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:53.790871 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6e4af15a-2eb2-44ab-8aa7-e37ed6ee423f admin admin] Publish callbacks [] for router_controller (05022198-008a-40c0-9881-34f81fae7d94), precommit_delete_associations {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:53.791876 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3d490e98-215a-41dc-a309-515f12309de1 req-b202407a-ccfd-4916-b098-a529d83b85a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5db96dc7-3ab4-47b2-8f7f-2f2553b8b462 HTTP/1.1" status: 200 len: 855 time: 0.0486569 Mar 29 15:08:53.841889 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6e4af15a-2eb2-44ab-8aa7-e37ed6ee423f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1793507'] for router (05022198-008a-40c0-9881-34f81fae7d94), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:53.842571 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4af15a-2eb2-44ab-8aa7-e37ed6ee423f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05022198-008a-40c0-9881-34f81fae7d94 {{(pid=103154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:08:53.846517 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d490e98-215a-41dc-a309-515f12309de1 req-08d1252e-af1f-44ca-b157-f5a15b6879a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:53.848088 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3d490e98-215a-41dc-a309-515f12309de1 req-08d1252e-af1f-44ca-b157-f5a15b6879a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7319462-7a9c-48c1-8b1b-f253974f3ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494664 Mar 29 15:08:53.849444 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6e4af15a-2eb2-44ab-8aa7-e37ed6ee423f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:53.850622 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-6e4af15a-2eb2-44ab-8aa7-e37ed6ee423f admin admin] 10.222.0.35 "DELETE /v2.0/routers/05022198-008a-40c0-9881-34f81fae7d94 HTTP/1.1" status: 204 len: 168 time: 1.1518750 Mar 29 15:08:53.853127 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 42742) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:53.900206 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d440f8-031d-432a-a4e4-8f281c6b5f08 admin admin] Deleting subnet a0c50ece-6ea7-4307-ba1d-6ae393840221 {{(pid=103154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:08:53.903927 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-13d440f8-031d-432a-a4e4-8f281c6b5f08 admin admin] Publish callbacks [] for subnet (a0c50ece-6ea7-4307-ba1d-6ae393840221), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:53.938359 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-13d440f8-031d-432a-a4e4-8f281c6b5f08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13547905'] for subnet (a0c50ece-6ea7-4307-ba1d-6ae393840221), precommit_delete_associations {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:53.945640 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3d490e98-215a-41dc-a309-515f12309de1 req-5a35168d-421d-4078-8693-096299005da0 service neutron] 10.222.0.36 "GET /v2.0/networks/b7319462-7a9c-48c1-8b1b-f253974f3ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902872 Mar 29 15:08:54.043058 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3d490e98-215a-41dc-a309-515f12309de1 req-fb3bf7d5-fceb-4a62-856a-259c721772d1 service neutron] 10.222.0.36 "GET /v2.0/networks/b7319462-7a9c-48c1-8b1b-f253974f3ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897214 Mar 29 15:08:54.055867 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-13d440f8-031d-432a-a4e4-8f281c6b5f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926406'] for subnet (a0c50ece-6ea7-4307-ba1d-6ae393840221), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:54.118457 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-13d440f8-031d-432a-a4e4-8f281c6b5f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13591466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14662240'] for subnet (a0c50ece-6ea7-4307-ba1d-6ae393840221), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:54.143850 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54ce7e-6e6f-416d-bfb0-d9ac8d07b8e0 req-8cdaf54b-ce1a-4a86-bcfe-25bab9229bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:54.145913 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2b54ce7e-6e6f-416d-bfb0-d9ac8d07b8e0 req-8cdaf54b-ce1a-4a86-bcfe-25bab9229bf1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e407405f1464490f8b4163e9dce23438&device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 1127 time: 0.0508173 Mar 29 15:08:54.146234 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d440f8-031d-432a-a4e4-8f281c6b5f08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0c50ece-6ea7-4307-ba1d-6ae393840221,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:54.149989 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-13d440f8-031d-432a-a4e4-8f281c6b5f08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:54.157526 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9064f7fa-eba6-4838-b7c4-d702099ba4e7 None None] Network d7bad3a4-49b9-4ce3-aba9-546144e163d5 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:08:54.161864 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-13d440f8-031d-432a-a4e4-8f281c6b5f08 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a0c50ece-6ea7-4307-ba1d-6ae393840221 HTTP/1.1" status: 204 len: 168 time: 0.3076086 Mar 29 15:08:54.163910 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 42744) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:54.299554 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-29618efe-21cc-471d-beec-d7b68a4901c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050247'] for network (d7bad3a4-49b9-4ce3-aba9-546144e163d5), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:54.322863 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54ce7e-6e6f-416d-bfb0-d9ac8d07b8e0 req-40b2d772-2570-41e9-bf16-22994c38cca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:54.324360 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2b54ce7e-6e6f-416d-bfb0-d9ac8d07b8e0 req-40b2d772-2570-41e9-bf16-22994c38cca7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7319462-7a9c-48c1-8b1b-f253974f3ccf HTTP/1.1" status: 200 len: 917 time: 0.1684513 Mar 29 15:08:54.385393 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2b54ce7e-6e6f-416d-bfb0-d9ac8d07b8e0 req-0c0c0619-5685-4d7a-88f3-830b9967f253 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2365f82-ad99-493c-ae84-2bc35dea658b HTTP/1.1" status: 200 len: 217 time: 0.0402040 Mar 29 15:08:54.429039 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-29618efe-21cc-471d-beec-d7b68a4901c0 admin admin] Deleting port 7e15580d-cb5c-427e-afce-caabe3aa9dc5 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:08:54.429382 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-29618efe-21cc-471d-beec-d7b68a4901c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (7e15580d-cb5c-427e-afce-caabe3aa9dc5), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:54.493036 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54ce7e-6e6f-416d-bfb0-d9ac8d07b8e0 req-2d9674b0-1c79-47be-8691-42a6107534df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:54.494552 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2b54ce7e-6e6f-416d-bfb0-d9ac8d07b8e0 req-2d9674b0-1c79-47be-8691-42a6107534df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5db96dc7-3ab4-47b2-8f7f-2f2553b8b462 HTTP/1.1" status: 200 len: 855 time: 0.1005394 Mar 29 15:08:54.528315 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-29618efe-21cc-471d-beec-d7b68a4901c0 admin admin] For port 7e15580d-cb5c-427e-afce-caabe3aa9dc5, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=7e15580d-cb5c-427e-afce-caabe3aa9dc5,segment=NetworkSegment(04561ed6-89e4-421b-b0f6-e4d9e05685e5),segment_id=04561ed6-89e4-421b-b0f6-e4d9e05685e5)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:08:54.528666 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-29618efe-21cc-471d-beec-d7b68a4901c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (7e15580d-cb5c-427e-afce-caabe3aa9dc5), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:54.543435 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f6aa34-9247-4921-b240-07867fead862 None None] DHCP port deletion for d7bad3a4-49b9-4ce3-aba9-546144e163d5 request from dv-cinder-835635-1-iscsi {{(pid=103155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 15:08:54.585236 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-29618efe-21cc-471d-beec-d7b68a4901c0 admin admin] Calling delete_port for 7e15580d-cb5c-427e-afce-caabe3aa9dc5 owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:08:54.609099 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-06f6aa34-9247-4921-b240-07867fead862 None None] Deleting port 7e15580d-cb5c-427e-afce-caabe3aa9dc5 {{(pid=103155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:08:54.609314 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-06f6aa34-9247-4921-b240-07867fead862 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (7e15580d-cb5c-427e-afce-caabe3aa9dc5), before_delete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:54.612416 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 7e15580d-cb5c-427e-afce-caabe3aa9dc5 no longer exists at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:08:54.652186 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54ce7e-6e6f-416d-bfb0-d9ac8d07b8e0 req-d2012776-4474-43fa-9baf-60525a817b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:54.653777 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2b54ce7e-6e6f-416d-bfb0-d9ac8d07b8e0 req-d2012776-4474-43fa-9baf-60525a817b6c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7319462-7a9c-48c1-8b1b-f253974f3ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1494265 Mar 29 15:08:54.663180 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3dce35-3606-415d-8c55-5b7a14b4615d req-c090b75b-aacf-4b02-b226-26addf9e00f4 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:54.664590 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-ec3dce35-3606-415d-8c55-5b7a14b4615d req-c090b75b-aacf-4b02-b226-26addf9e00f4 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 943 time: 0.1612954 Mar 29 15:08:54.705884 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-06f6aa34-9247-4921-b240-07867fead862 None None] For port 7e15580d-cb5c-427e-afce-caabe3aa9dc5, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=7e15580d-cb5c-427e-afce-caabe3aa9dc5,segment=NetworkSegment(04561ed6-89e4-421b-b0f6-e4d9e05685e5),segment_id=04561ed6-89e4-421b-b0f6-e4d9e05685e5)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:08:54.706272 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-06f6aa34-9247-4921-b240-07867fead862 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (7e15580d-cb5c-427e-afce-caabe3aa9dc5), precommit_delete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:54.721183 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-06f6aa34-9247-4921-b240-07867fead862 None None] Calling delete_port for 7e15580d-cb5c-427e-afce-caabe3aa9dc5 owned by network:dhcp {{(pid=103155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:08:54.792479 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 7e15580d-cb5c-427e-afce-caabe3aa9dc5 is: ACTIVE; New status is: DOWN {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:08:54.792807 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (7e15580d-cb5c-427e-afce-caabe3aa9dc5), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:54.799805 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-ec3dce35-3606-415d-8c55-5b7a14b4615d req-30eedf5d-ff21-4e39-8433-3f0860648d22 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208200 Mar 29 15:08:54.809493 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-29618efe-21cc-471d-beec-d7b68a4901c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (7e15580d-cb5c-427e-afce-caabe3aa9dc5), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:54.842864 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29618efe-21cc-471d-beec-d7b68a4901c0 admin admin] No DVR routers for this DVR port 7e15580d-cb5c-427e-afce-caabe3aa9dc5 on host dv-cinder-835635-1-iscsi {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:08:54.849411 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2b54ce7e-6e6f-416d-bfb0-d9ac8d07b8e0 req-a4d60873-4bdc-421f-b3e0-930644edbcdb service neutron] 10.222.0.36 "GET /v2.0/networks/b7319462-7a9c-48c1-8b1b-f253974f3ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836472 Mar 29 15:08:54.851201 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29618efe-21cc-471d-beec-d7b68a4901c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e15580d-cb5c-427e-afce-caabe3aa9dc5,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:54.852334 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 86759cb5-6d6e-4e19-b722-506fd11e4fe9 no longer exists at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:08:54.872952 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] No Port match for: 86759cb5-6d6e-4e19-b722-506fd11e4fe9 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:08:54.873293 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 86759cb5-6d6e-4e19-b722-506fd11e4fe9 not bound to the agent host dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:08:54.873699 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device da630080-2764-4efa-b12a-addbe2888a30 no longer exists at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:08:54.877510 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-06f6aa34-9247-4921-b240-07867fead862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205'] for port (7e15580d-cb5c-427e-afce-caabe3aa9dc5), after_delete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:54.918857 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] No Port match for: da630080-2764-4efa-b12a-addbe2888a30 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:08:54.919210 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device da630080-2764-4efa-b12a-addbe2888a30 not bound to the agent host dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:08:54.923054 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6aa34-9247-4921-b240-07867fead862 None None] Pushing event deleted for resources: {'Port': ['ID=7e15580d-cb5c-427e-afce-caabe3aa9dc5,revision_number=None']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:54.926424 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f6aa34-9247-4921-b240-07867fead862 None None] No DVR routers for this DVR port 7e15580d-cb5c-427e-afce-caabe3aa9dc5 on host dv-cinder-835635-1-iscsi {{(pid=103155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:08:54.970063 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-29618efe-21cc-471d-beec-d7b68a4901c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989517', 'neutron.services.segments.db._delete_segments_for_network-8776791792186'] for network (d7bad3a4-49b9-4ce3-aba9-546144e163d5), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:54.996715 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-29618efe-21cc-471d-beec-d7b68a4901c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7bad3a4-49b9-4ce3-aba9-546144e163d5']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:55.017658 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-29618efe-21cc-471d-beec-d7b68a4901c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04561ed6-89e4-421b-b0f6-e4d9e05685e5') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:55.017953 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-29618efe-21cc-471d-beec-d7b68a4901c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04561ed6-89e4-421b-b0f6-e4d9e05685e5') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:08:55.032540 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-29618efe-21cc-471d-beec-d7b68a4901c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776792023619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16402699'] for segment (04561ed6-89e4-421b-b0f6-e4d9e05685e5), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:55.051922 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2b54ce7e-6e6f-416d-bfb0-d9ac8d07b8e0 req-2fd51cf5-9ae5-4535-9d6f-c6da5394f054 service neutron] 10.222.0.36 "GET /v2.0/networks/b7319462-7a9c-48c1-8b1b-f253974f3ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806381 Mar 29 15:08:55.055149 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-29618efe-21cc-471d-beec-d7b68a4901c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (04561ed6-89e4-421b-b0f6-e4d9e05685e5), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:55.062838 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29618efe-21cc-471d-beec-d7b68a4901c0 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:08:55.062838 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-29618efe-21cc-471d-beec-d7b68a4901c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13311205'] for segment (04561ed6-89e4-421b-b0f6-e4d9e05685e5), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: Traceback (most recent call last): Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: timer() Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: cb(*args, **kw) Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: return func(*args, **kwargs) Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: self._notify() Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: self.callback(batched_events) Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: event.method(event) Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: return f(self, *a, **k) Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: return self._get(url).json() Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: return self.request(url, 'GET', **kwargs) Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:08:55.063228 dv-cinder-835635-1-iscsi neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:08:55.117031 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-29618efe-21cc-471d-beec-d7b68a4901c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787242'] for network (d7bad3a4-49b9-4ce3-aba9-546144e163d5), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:55.122316 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-29618efe-21cc-471d-beec-d7b68a4901c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:55.125374 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-29618efe-21cc-471d-beec-d7b68a4901c0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d7bad3a4-49b9-4ce3-aba9-546144e163d5 HTTP/1.1" status: 204 len: 168 time: 0.9605243 Mar 29 15:08:55.136694 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29618efe-21cc-471d-beec-d7b68a4901c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7bad3a4-49b9-4ce3-aba9-546144e163d5,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:55.284805 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 42754) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:55.325369 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-485ee2a6-cadd-438d-ac7b-451a26ccc1ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d5a381c47de04fd0b7df148ced109757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388999 Mar 29 15:08:55.327629 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 42756) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:55.374625 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-96fafb61-88d4-4f18-8a8e-bfd3ee674b45 admin admin] Publish callbacks [] for security_group (e784b959-a007-46ad-8222-abd1a9fa056c), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:55.402438 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-96fafb61-88d4-4f18-8a8e-bfd3ee674b45 admin admin] Publish callbacks [] for security_group (e784b959-a007-46ad-8222-abd1a9fa056c), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:55.452721 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-96fafb61-88d4-4f18-8a8e-bfd3ee674b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (e784b959-a007-46ad-8222-abd1a9fa056c), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:55.455350 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-96fafb61-88d4-4f18-8a8e-bfd3ee674b45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:55.456510 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-96fafb61-88d4-4f18-8a8e-bfd3ee674b45 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e784b959-a007-46ad-8222-abd1a9fa056c HTTP/1.1" status: 204 len: 168 time: 0.1280031 Mar 29 15:08:55.465328 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fafb61-88d4-4f18-8a8e-bfd3ee674b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e784b959-a007-46ad-8222-abd1a9fa056c,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:55.798140 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 42774) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:55.841625 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-1e4bec46-b2fc-44b7-900d-fa90bf2cea0f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9cc8904f00804464ba76d5b55fa3282c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419192 Mar 29 15:08:55.843802 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 42778) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:08:55.930626 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-26bac1f6-b322-4bef-b691-c212d17b3c7e admin admin] Publish callbacks [] for security_group (861e8c66-c1ed-485e-b96e-d9c462720e93), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:55.960295 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc11ff-fa28-446a-8c21-2ae468579e35 req-a82213c8-c6b7-4f3e-8cf2-05cea35062ee tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:55.961829 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-30bc11ff-fa28-446a-8c21-2ae468579e35 req-a82213c8-c6b7-4f3e-8cf2-05cea35062ee tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 943 time: 0.0857368 Mar 29 15:08:55.966655 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-26bac1f6-b322-4bef-b691-c212d17b3c7e admin admin] Publish callbacks [] for security_group (861e8c66-c1ed-485e-b96e-d9c462720e93), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:56.035982 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-30bc11ff-fa28-446a-8c21-2ae468579e35 req-5c58c115-453f-4ea8-aaf7-a29205a8f6dc tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671046 Mar 29 15:08:56.063983 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-26bac1f6-b322-4bef-b691-c212d17b3c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (861e8c66-c1ed-485e-b96e-d9c462720e93), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:56.067354 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-26bac1f6-b322-4bef-b691-c212d17b3c7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:56.068499 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-26bac1f6-b322-4bef-b691-c212d17b3c7e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/861e8c66-c1ed-485e-b96e-d9c462720e93 HTTP/1.1" status: 204 len: 168 time: 0.2236526 Mar 29 15:08:56.077106 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bac1f6-b322-4bef-b691-c212d17b3c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861e8c66-c1ed-485e-b96e-d9c462720e93,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:56.477124 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:57.001269 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d9c23-207a-4783-85ea-17a125858f22 req-2dec59b0-74e5-44c8-9ddc-cea46ff1eabc tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:57.002670 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d88d9c23-207a-4783-85ea-17a125858f22 req-2dec59b0-74e5-44c8-9ddc-cea46ff1eabc tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0524466 Mar 29 15:08:57.049893 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d88d9c23-207a-4783-85ea-17a125858f22 req-6720fb55-2344-42d5-adfc-9ad825c8018e tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414364 Mar 29 15:08:57.106276 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device e2365f82-ad99-493c-ae84-2bc35dea658b details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:08:57.160729 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9b0c3-b1a3-4664-885d-4f7db6c351ad req-1bb65da0-0f4c-4f86-aa48-945858a98273 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:57.162422 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-99b9b0c3-b1a3-4664-885d-4f7db6c351ad req-1bb65da0-0f4c-4f86-aa48-945858a98273 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 943 time: 0.0529590 Mar 29 15:08:57.212839 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port e2365f82-ad99-493c-ae84-2bc35dea658b, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=e2365f82-ad99-493c-ae84-2bc35dea658b,segment=NetworkSegment(d32bf408-be36-4d34-802e-1529276988f7),segment_id=d32bf408-be36-4d34-802e-1529276988f7)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:08:57.213121 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-99b9b0c3-b1a3-4664-885d-4f7db6c351ad req-3dc0e5eb-adea-47ac-a808-e712913840de tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418453 Mar 29 15:08:57.343778 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Returning: {'device': 'e2365f82-ad99-493c-ae84-2bc35dea658b', 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'port_id': 'e2365f82-ad99-493c-ae84-2bc35dea658b', 'mac_address': 'fa:16:3e:c8:9c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:08:57.380880 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port e2365f82-ad99-493c-ae84-2bc35dea658b is: DOWN; New status is: BUILD {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:08:57.381260 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (e2365f82-ad99-493c-ae84-2bc35dea658b), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:57.393317 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2365f82-ad99-493c-ae84-2bc35dea658b {{(pid=103155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:08:57.412372 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port e2365f82-ad99-493c-ae84-2bc35dea658b, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=e2365f82-ad99-493c-ae84-2bc35dea658b,segment=NetworkSegment(d32bf408-be36-4d34-802e-1529276988f7),segment_id=d32bf408-be36-4d34-802e-1529276988f7)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:08:57.416712 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (e2365f82-ad99-493c-ae84-2bc35dea658b), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:57.462175 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=e2365f82-ad99-493c-ae84-2bc35dea658b,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:57.831413 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['e2365f82-ad99-493c-ae84-2bc35dea658b'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:08:58.169943 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e53e7c-4e1b-463f-80f8-de0360746da8 req-d653cd54-044c-4246-bf43-541196e08d13 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:58.171408 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-46e53e7c-4e1b-463f-80f8-de0360746da8 req-d653cd54-044c-4246-bf43-541196e08d13 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0555160 Mar 29 15:08:58.217374 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-46e53e7c-4e1b-463f-80f8-de0360746da8 req-917b7120-f1c9-4ec1-9e60-90ad9540ae1c tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399444 Mar 29 15:08:58.335543 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbf6f0-9dbe-410f-83c1-884843403ebd req-7568b255-85de-407c-8eee-c9dbf3912021 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:58.336953 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-14cbf6f0-9dbe-410f-83c1-884843403ebd req-7568b255-85de-407c-8eee-c9dbf3912021 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 944 time: 0.0560689 Mar 29 15:08:58.385666 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-14cbf6f0-9dbe-410f-83c1-884843403ebd req-636a95d0-8379-49a2-8034-fbcd09de4826 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432265 Mar 29 15:08:59.113275 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device e2365f82-ad99-493c-ae84-2bc35dea658b up at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:08:59.160798 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning for port e2365f82-ad99-493c-ae84-2bc35dea658b completed by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:08:59.164677 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning complete for port e2365f82-ad99-493c-ae84-2bc35dea658b triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:08:59.165298 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (e2365f82-ad99-493c-ae84-2bc35dea658b), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:59.244002 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port e2365f82-ad99-493c-ae84-2bc35dea658b is: BUILD; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:08:59.244400 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (e2365f82-ad99-493c-ae84-2bc35dea658b), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:59.267336 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f92e75-98f7-4076-94b6-3856acfa366d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2365f82-ad99-493c-ae84-2bc35dea658b'}] {{(pid=103155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:08:59.269648 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38c8142a5be8756d7824345574af4facaba61695d099691de86e3daaece1ccc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d8add8-c62d-4a3f-ae08-e352b4441b48" -d '{"events": [{"server_uuid": "b9f92e75-98f7-4076-94b6-3856acfa366d", "name": "network-vif-plugged", "status": "completed", "tag": "e2365f82-ad99-493c-ae84-2bc35dea658b"}]}' {{(pid=103155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:08:59.282123 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port e2365f82-ad99-493c-ae84-2bc35dea658b, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=e2365f82-ad99-493c-ae84-2bc35dea658b,segment=NetworkSegment(d32bf408-be36-4d34-802e-1529276988f7),segment_id=d32bf408-be36-4d34-802e-1529276988f7)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:08:59.287310 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (e2365f82-ad99-493c-ae84-2bc35dea658b), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:08:59.312940 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3122df90-1639-4150-bab8-4db8086f4231 x-openstack-request-id: req-3122df90-1639-4150-bab8-4db8086f4231 {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:08:59.313233 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f92e75-98f7-4076-94b6-3856acfa366d", "name": "network-vif-plugged", "status": "completed", "tag": "e2365f82-ad99-493c-ae84-2bc35dea658b", "code": 200}]} {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:08:59.313491 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3122df90-1639-4150-bab8-4db8086f4231 {{(pid=103155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:08:59.313891 dv-cinder-835635-1-iscsi neutron-server[103155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3122df90-1639-4150-bab8-4db8086f4231'] response: {'server_uuid': 'b9f92e75-98f7-4076-94b6-3856acfa366d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2365f82-ad99-493c-ae84-2bc35dea658b', 'code': 200} Mar 29 15:08:59.342483 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=e2365f82-ad99-493c-ae84-2bc35dea658b,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:08:59.345666 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fa5be-5ddf-4327-bbb4-d0eec61a83fe req-7f263c5b-4225-412d-8c0e-cea0fb083cfb tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:59.347976 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2b1fa5be-5ddf-4327-bbb4-d0eec61a83fe req-7f263c5b-4225-412d-8c0e-cea0fb083cfb tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0641563 Mar 29 15:08:59.398949 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2b1fa5be-5ddf-4327-bbb4-d0eec61a83fe req-05fbc0fe-41b8-42a2-848e-09eb08a3fcbd tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446615 Mar 29 15:08:59.501539 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdba845-a6de-429d-a8bc-c50def4b79bd req-9959ca06-c19e-49d2-9f34-9a661701dbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:59.503012 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-4cdba845-a6de-429d-a8bc-c50def4b79bd req-9959ca06-c19e-49d2-9f34-9a661701dbf9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 1129 time: 0.0438917 Mar 29 15:08:59.550193 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-4cdba845-a6de-429d-a8bc-c50def4b79bd req-689ccd5b-3247-40bc-bd8e-bde1c2dd14b5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398459 Mar 29 15:08:59.726348 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51179c7-6264-465e-9ba2-1ea9c11591ea req-fc67e455-98e9-4010-bdd2-31b938597313 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:08:59.727820 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-c51179c7-6264-465e-9ba2-1ea9c11591ea req-fc67e455-98e9-4010-bdd2-31b938597313 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 945 time: 0.0541458 Mar 29 15:08:59.774195 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-c51179c7-6264-465e-9ba2-1ea9c11591ea req-1fa8d78b-2aa2-4582-8609-c98e7965f6c9 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408306 Mar 29 15:09:00.518111 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df51730-948f-4fdb-bc7a-185a6360fce0 req-46bf4639-be79-4956-bbbb-b0f69ed2b86b tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:00.520218 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2df51730-948f-4fdb-bc7a-185a6360fce0 req-46bf4639-be79-4956-bbbb-b0f69ed2b86b tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0541837 Mar 29 15:09:00.566909 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2df51730-948f-4fdb-bc7a-185a6360fce0 req-c0544aa5-3591-45c9-8f61-53e5655e7331 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401838 Mar 29 15:09:00.893937 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427b1fe-518e-4604-872e-ac351d7fac65 req-e3d9fa55-9fca-46c8-a034-55e727331f78 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:00.895575 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-c427b1fe-518e-4604-872e-ac351d7fac65 req-e3d9fa55-9fca-46c8-a034-55e727331f78 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 945 time: 0.0520439 Mar 29 15:09:00.946776 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-c427b1fe-518e-4604-872e-ac351d7fac65 req-29c3b2ac-ac6a-4348-a8cc-9259ffbc2d89 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456743 Mar 29 15:09:01.218254 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ecba6-29fb-4877-ac0e-93b6c134a014 req-d6082492-70c2-4752-8ccf-582fd1f2b797 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:01.219735 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-262ecba6-29fb-4877-ac0e-93b6c134a014 req-d6082492-70c2-4752-8ccf-582fd1f2b797 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.36 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0533702 Mar 29 15:09:01.333218 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-262ecba6-29fb-4877-ac0e-93b6c134a014 req-70abed4d-e0db-4bf6-9d87-33162dbbf1c4 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Deleting port eaf27678-cc54-48e4-b910-e157eda7b9bd {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:09:01.333554 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-262ecba6-29fb-4877-ac0e-93b6c134a014 req-70abed4d-e0db-4bf6-9d87-33162dbbf1c4 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (eaf27678-cc54-48e4-b910-e157eda7b9bd), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:01.435256 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-262ecba6-29fb-4877-ac0e-93b6c134a014 req-70abed4d-e0db-4bf6-9d87-33162dbbf1c4 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] For port eaf27678-cc54-48e4-b910-e157eda7b9bd, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=eaf27678-cc54-48e4-b910-e157eda7b9bd,segment=NetworkSegment(c4910bd0-952b-4530-8412-09d294143007),segment_id=c4910bd0-952b-4530-8412-09d294143007)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:09:01.435620 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-262ecba6-29fb-4877-ac0e-93b6c134a014 req-70abed4d-e0db-4bf6-9d87-33162dbbf1c4 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (eaf27678-cc54-48e4-b910-e157eda7b9bd), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:01.609376 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-262ecba6-29fb-4877-ac0e-93b6c134a014 req-70abed4d-e0db-4bf6-9d87-33162dbbf1c4 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:01.609966 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-262ecba6-29fb-4877-ac0e-93b6c134a014 req-70abed4d-e0db-4bf6-9d87-33162dbbf1c4 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (114cee56-4c53-4468-b003-172614af083f), after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:01.610090 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.db.l3_db [req-262ecba6-29fb-4877-ac0e-93b6c134a014 req-70abed4d-e0db-4bf6-9d87-33162dbbf1c4 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Floating IP 114cee56-4c53-4468-b003-172614af083f disassociated. External IP: 172.27.2.79, port: eaf27678-cc54-48e4-b910-e157eda7b9bd. Mar 29 15:09:01.610357 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-262ecba6-29fb-4877-ac0e-93b6c134a014 req-70abed4d-e0db-4bf6-9d87-33162dbbf1c4 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Calling delete_port for eaf27678-cc54-48e4-b910-e157eda7b9bd owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:09:01.733864 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78cbdc-d2f5-4663-afc4-b0aaf44950e3 req-ac98c679-1586-4ab6-93d4-94b6d79cfa9a tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:01.735331 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1a78cbdc-d2f5-4663-afc4-b0aaf44950e3 req-ac98c679-1586-4ab6-93d4-94b6d79cfa9a tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36000ca-2412-455c-99ce-c90ce388cb11 HTTP/1.1" status: 200 len: 945 time: 0.0829864 Mar 29 15:09:01.813019 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-262ecba6-29fb-4877-ac0e-93b6c134a014 req-70abed4d-e0db-4bf6-9d87-33162dbbf1c4 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (eaf27678-cc54-48e4-b910-e157eda7b9bd), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:01.844819 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1a78cbdc-d2f5-4663-afc4-b0aaf44950e3 req-ba23b28c-05f8-4de7-9f93-65c7a4b226c1 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=fcc6d08d-2223-4027-8e39-136b0fb4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003752 Mar 29 15:09:01.848016 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abed4d-e0db-4bf6-9d87-33162dbbf1c4 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Pushing event deleted for resources: {'Port': ['ID=eaf27678-cc54-48e4-b910-e157eda7b9bd,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:01.962165 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-262ecba6-29fb-4877-ac0e-93b6c134a014 req-70abed4d-e0db-4bf6-9d87-33162dbbf1c4 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Router dd7c4c58-77c7-467d-9f82-247cad7ab62e has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:09:02.070954 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14df13-b075-4595-bce5-c86a414ef664 req-5a4004f8-01bc-4b3a-8737-bdbb4d20b82c tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:02.072447 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ef14df13-b075-4595-bce5-c86a414ef664 req-5a4004f8-01bc-4b3a-8737-bdbb4d20b82c tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 945 time: 0.0551314 Mar 29 15:09:02.077878 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-262ecba6-29fb-4877-ac0e-93b6c134a014 req-70abed4d-e0db-4bf6-9d87-33162dbbf1c4 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:09:02.089513 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fd9f60-2b80-4a9b-92ea-a1d1c1c5ef86 None None] Sync routers for ids ['dd7c4c58-77c7-467d-9f82-247cad7ab62e'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:09:02.104718 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fd9f60-2b80-4a9b-92ea-a1d1c1c5ef86 None None] Routers {'dd7c4c58-77c7-467d-9f82-247cad7ab62e'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:09:02.105570 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f0fd9f60-2b80-4a9b-92ea-a1d1c1c5ef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:08:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['dd7c4c58-77c7-467d-9f82-247cad7ab62e'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:02.121843 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-262ecba6-29fb-4877-ac0e-93b6c134a014 req-70abed4d-e0db-4bf6-9d87-33162dbbf1c4 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] No DVR routers for this DVR port eaf27678-cc54-48e4-b910-e157eda7b9bd on host hv-cinder-83563 {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:09:02.124468 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-262ecba6-29fb-4877-ac0e-93b6c134a014 req-70abed4d-e0db-4bf6-9d87-33162dbbf1c4 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:02.125961 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ef14df13-b075-4595-bce5-c86a414ef664 req-4d032f21-f28b-40b6-b80a-80a544282f48 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472658 Mar 29 15:09:02.127945 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-262ecba6-29fb-4877-ac0e-93b6c134a014 req-70abed4d-e0db-4bf6-9d87-33162dbbf1c4 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.36 "DELETE /v2.0/ports/eaf27678-cc54-48e4-b910-e157eda7b9bd HTTP/1.1" status: 204 len: 173 time: 0.8947439 Mar 29 15:09:02.128451 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36000ca-2412-455c-99ce-c90ce388cb11', 'name': 'network-vif-deleted', 'tag': 'eaf27678-cc54-48e4-b910-e157eda7b9bd'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:09:02.130710 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba023f0cd8cc5f3c167e772b1aa00d02c07a3711ed68df0fea12bd5354b7600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7966be3f-c4ed-45e8-86ea-ad7613b1ee1d" -d '{"events": [{"server_uuid": "e36000ca-2412-455c-99ce-c90ce388cb11", "name": "network-vif-deleted", "tag": "eaf27678-cc54-48e4-b910-e157eda7b9bd"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:09:02.187418 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16c726e-78f6-4e10-8fc5-d25fe7addae3 x-openstack-request-id: req-f16c726e-78f6-4e10-8fc5-d25fe7addae3 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:09:02.187713 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36000ca-2412-455c-99ce-c90ce388cb11", "name": "network-vif-deleted", "tag": "eaf27678-cc54-48e4-b910-e157eda7b9bd", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:09:02.187969 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f16c726e-78f6-4e10-8fc5-d25fe7addae3 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:09:02.188376 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f16c726e-78f6-4e10-8fc5-d25fe7addae3'] response: {'server_uuid': 'e36000ca-2412-455c-99ce-c90ce388cb11', 'name': 'network-vif-deleted', 'tag': 'eaf27678-cc54-48e4-b910-e157eda7b9bd', 'status': 'completed', 'code': 200} Mar 29 15:09:02.230343 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-f0fd9f60-2b80-4a9b-92ea-a1d1c1c5ef86 None None] Set router dd7c4c58-77c7-467d-9f82-247cad7ab62e gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:09:02.301903 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea7cc8-1129-4b3a-b431-97a4617ff9b6 req-eb71f012-6a53-4139-8844-e26fb58930c7 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:02.305015 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-11ea7cc8-1129-4b3a-b431-97a4617ff9b6 req-eb71f012-6a53-4139-8844-e26fb58930c7 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 945 time: 0.0652974 Mar 29 15:09:02.311967 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 42818) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:02.317181 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-29f61862-b8a3-4763-aaaa-60ccdf16e505 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Request body: {'floatingip': {'port_id': 'e2365f82-ad99-493c-ae84-2bc35dea658b'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:09:02.361401 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-29f61862-b8a3-4763-aaaa-60ccdf16e505 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for floatingip (2608ab73-3ac9-46ff-a61f-78a17af816ef), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:02.453870 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f0fd9f60-2b80-4a9b-92ea-a1d1c1c5ef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'name': 'tempest-ServerRescueNegativeTestJSON-954116710-router', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '876eac65-f672-4953-84b6-544e85e87cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:23Z', 'updated_at': '2022-03-29T15:02:32Z', 'revision_number': 4, 'project_id': '00f07373deef4fc0b642c58742393b86', 'gw_port': {'id': '876eac65-f672-4953-84b6-544e85e87cde', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:24Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '8122cb94-5ff8-45ab-80fe-d59daca07898', 'name': '', 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'mac_address': 'fa:16:3e:86:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4785f368-95a0-409f-b70d-930d5b4d123e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:30Z', 'updated_at': '2022-03-29T15:02:42Z', 'revision_number': 5, 'project_id': '00f07373deef4fc0b642c58742393b86', 'subnets': [{'id': '4785f368-95a0-409f-b70d-930d5b4d123e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:02.480640 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fd9f60-2b80-4a9b-92ea-a1d1c1c5ef86 None None] Checking router: dd7c4c58-77c7-467d-9f82-247cad7ab62e for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:09:02.489576 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fd9f60-2b80-4a9b-92ea-a1d1c1c5ef86 None None] Routers {'dd7c4c58-77c7-467d-9f82-247cad7ab62e'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:09:02.490246 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f0fd9f60-2b80-4a9b-92ea-a1d1c1c5ef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:08:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['dd7c4c58-77c7-467d-9f82-247cad7ab62e'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:02.620307 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-f0fd9f60-2b80-4a9b-92ea-a1d1c1c5ef86 None None] Set router dd7c4c58-77c7-467d-9f82-247cad7ab62e gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:09:02.832933 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-29f61862-b8a3-4763-aaaa-60ccdf16e505 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:02.837006 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-29f61862-b8a3-4763-aaaa-60ccdf16e505 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (2608ab73-3ac9-46ff-a61f-78a17af816ef), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:02.899809 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f0fd9f60-2b80-4a9b-92ea-a1d1c1c5ef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'name': 'tempest-ServerRescueNegativeTestJSON-954116710-router', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '876eac65-f672-4953-84b6-544e85e87cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:23Z', 'updated_at': '2022-03-29T15:02:32Z', 'revision_number': 4, 'project_id': '00f07373deef4fc0b642c58742393b86', 'gw_port': {'id': '876eac65-f672-4953-84b6-544e85e87cde', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:24Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '8122cb94-5ff8-45ab-80fe-d59daca07898', 'name': '', 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'mac_address': 'fa:16:3e:86:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4785f368-95a0-409f-b70d-930d5b4d123e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:30Z', 'updated_at': '2022-03-29T15:02:42Z', 'revision_number': 5, 'project_id': '00f07373deef4fc0b642c58742393b86', 'subnets': [{'id': '4785f368-95a0-409f-b70d-930d5b4d123e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:02.938230 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fd9f60-2b80-4a9b-92ea-a1d1c1c5ef86 None None] The sync data for ids ['dd7c4c58-77c7-467d-9f82-247cad7ab62e'] in dv-cinder-835635-1-iscsi is: [{'id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'name': 'tempest-ServerRescueNegativeTestJSON-954116710-router', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '876eac65-f672-4953-84b6-544e85e87cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:23Z', 'updated_at': '2022-03-29T15:02:32Z', 'revision_number': 4, 'project_id': '00f07373deef4fc0b642c58742393b86', 'gw_port': {'id': '876eac65-f672-4953-84b6-544e85e87cde', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:24Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '8122cb94-5ff8-45ab-80fe-d59daca07898', 'name': '', 'network_id': '9352682d-561b-46b3-a155-35c84f4fd466', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'mac_address': 'fa:16:3e:86:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4785f368-95a0-409f-b70d-930d5b4d123e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:30Z', 'updated_at': '2022-03-29T15:02:42Z', 'revision_number': 5, 'project_id': '00f07373deef4fc0b642c58742393b86', 'subnets': [{'id': '4785f368-95a0-409f-b70d-930d5b4d123e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:09:02.942464 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 42834) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:03.002834 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eb113e66-1b38-482d-9c59-283728d8cdb9 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks [] for security_group (fcc6d08d-2223-4027-8e39-136b0fb4833c), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:03.005646 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37923e-93fe-4b48-9809-28a339db71a7 req-589aea4b-3e72-4f2a-80cf-b541a0ffa157 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:03.007151 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ad37923e-93fe-4b48-9809-28a339db71a7 req-589aea4b-3e72-4f2a-80cf-b541a0ffa157 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0772603 Mar 29 15:09:03.011053 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.l3_db [None req-29f61862-b8a3-4763-aaaa-60ccdf16e505 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Floating IP 2608ab73-3ac9-46ff-a61f-78a17af816ef associated. External IP: 172.27.2.113, port: e2365f82-ad99-493c-ae84-2bc35dea658b. Mar 29 15:09:03.031981 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eb113e66-1b38-482d-9c59-283728d8cdb9 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks [] for security_group (fcc6d08d-2223-4027-8e39-136b0fb4833c), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:03.083636 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eb113e66-1b38-482d-9c59-283728d8cdb9 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (fcc6d08d-2223-4027-8e39-136b0fb4833c), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:03.086798 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eb113e66-1b38-482d-9c59-283728d8cdb9 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:03.088216 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-eb113e66-1b38-482d-9c59-283728d8cdb9 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "DELETE /v2.0/security-groups/fcc6d08d-2223-4027-8e39-136b0fb4833c HTTP/1.1" status: 204 len: 168 time: 0.1451066 Mar 29 15:09:03.094060 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 42836) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:03.110279 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb113e66-1b38-482d-9c59-283728d8cdb9 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc6d08d-2223-4027-8e39-136b0fb4833c,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:03.118524 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.api.v2.resource [None req-d4c1edf2-3ad1-430b-8caa-19dbf3e919c9 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] show failed (client error): The resource could not be found. Mar 29 15:09:03.127526 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 42838) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:03.128472 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-d4c1edf2-3ad1-430b-8caa-19dbf3e919c9 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups/fcc6d08d-2223-4027-8e39-136b0fb4833c HTTP/1.1" status: 404 len: 347 time: 0.0333381 Mar 29 15:09:03.146323 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ad37923e-93fe-4b48-9809-28a339db71a7 req-e96761db-7f7b-4f79-ba80-23d23f82f8fc tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982776 Mar 29 15:09:03.234298 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba84a83-78b9-4127-8599-126d2ffff17a None None] New status for floating IP 114cee56-4c53-4468-b003-172614af083f: DOWN {{(pid=103156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:09:03.360644 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-d2f62470-fad3-493d-85b3-b1f90aa0efe5 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Deleting port 8d77e2d4-357e-42bb-8704-dc82d215e6e8 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:09:03.361001 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2f62470-fad3-493d-85b3-b1f90aa0efe5 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (8d77e2d4-357e-42bb-8704-dc82d215e6e8), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:03.433253 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f61862-b8a3-4763-aaaa-60ccdf16e505 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Router f5013327-8421-4e0f-9c5c-8328af6663e0 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:09:03.466940 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2f62470-fad3-493d-85b3-b1f90aa0efe5 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (8d77e2d4-357e-42bb-8704-dc82d215e6e8), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:03.467264 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2f62470-fad3-493d-85b3-b1f90aa0efe5 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks [] for floatingip (8d77e2d4-357e-42bb-8704-dc82d215e6e8), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:03.540827 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-d2f62470-fad3-493d-85b3-b1f90aa0efe5 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Calling delete_port for 8d77e2d4-357e-42bb-8704-dc82d215e6e8 owned by network:floatingip {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:09:03.633028 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f61862-b8a3-4763-aaaa-60ccdf16e505 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:09:03.638146 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-29f61862-b8a3-4763-aaaa-60ccdf16e505 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:03.642072 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb3950c-19ca-417c-805d-5fdc7b6b1162 None None] Sync routers for ids ['f5013327-8421-4e0f-9c5c-8328af6663e0'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:09:03.652831 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb3950c-19ca-417c-805d-5fdc7b6b1162 None None] Routers {'f5013327-8421-4e0f-9c5c-8328af6663e0'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:09:03.653516 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ffb3950c-19ca-417c-805d-5fdc7b6b1162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:08:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['f5013327-8421-4e0f-9c5c-8328af6663e0'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:03.681970 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-29f61862-b8a3-4763-aaaa-60ccdf16e505 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "PUT /v2.0/floatingips/2608ab73-3ac9-46ff-a61f-78a17af816ef HTTP/1.1" status: 200 len: 991 time: 1.3686199 Mar 29 15:09:03.683923 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f92e75-98f7-4076-94b6-3856acfa366d', 'tag': 'e2365f82-ad99-493c-ae84-2bc35dea658b'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:09:03.685589 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bc1147-35da-4639-864e-61b9a88ba681" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f92e75-98f7-4076-94b6-3856acfa366d", "tag": "e2365f82-ad99-493c-ae84-2bc35dea658b"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:09:03.749051 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2f62470-fad3-493d-85b3-b1f90aa0efe5 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (8d77e2d4-357e-42bb-8704-dc82d215e6e8), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:03.778750 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-ffb3950c-19ca-417c-805d-5fdc7b6b1162 None None] Set router f5013327-8421-4e0f-9c5c-8328af6663e0 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:09:03.783931 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f62470-fad3-493d-85b3-b1f90aa0efe5 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Pushing event deleted for resources: {'Port': ['ID=8d77e2d4-357e-42bb-8704-dc82d215e6e8,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:03.819425 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c10d76-4ae4-49c0-8352-46c520fd0934 x-openstack-request-id: req-02c10d76-4ae4-49c0-8352-46c520fd0934 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:09:03.819719 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f92e75-98f7-4076-94b6-3856acfa366d", "tag": "e2365f82-ad99-493c-ae84-2bc35dea658b", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:09:03.819977 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-02c10d76-4ae4-49c0-8352-46c520fd0934 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:09:03.820413 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02c10d76-4ae4-49c0-8352-46c520fd0934'] response: {'name': 'network-changed', 'server_uuid': 'b9f92e75-98f7-4076-94b6-3856acfa366d', 'tag': 'e2365f82-ad99-493c-ae84-2bc35dea658b', 'status': 'completed', 'code': 200} Mar 29 15:09:03.862618 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2f62470-fad3-493d-85b3-b1f90aa0efe5 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks [] for floatingip (114cee56-4c53-4468-b003-172614af083f), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:03.865199 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d2f62470-fad3-493d-85b3-b1f90aa0efe5 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:03.866344 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-d2f62470-fad3-493d-85b3-b1f90aa0efe5 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "DELETE /v2.0/floatingips/114cee56-4c53-4468-b003-172614af083f HTTP/1.1" status: 204 len: 168 time: 0.7379665 Mar 29 15:09:03.884971 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc1147-35da-4639-864e-61b9a88ba681 req-0bef6804-e69c-4e83-8b62-629f59132657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:03.886617 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d4bc1147-35da-4639-864e-61b9a88ba681 req-0bef6804-e69c-4e83-8b62-629f59132657 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e407405f1464490f8b4163e9dce23438&device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 1129 time: 0.0499539 Mar 29 15:09:03.989132 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc1147-35da-4639-864e-61b9a88ba681 req-22ae487f-19d7-44b4-986c-fee4fcfa8dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:03.991916 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d4bc1147-35da-4639-864e-61b9a88ba681 req-22ae487f-19d7-44b4-986c-fee4fcfa8dbd service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7319462-7a9c-48c1-8b1b-f253974f3ccf HTTP/1.1" status: 200 len: 917 time: 0.0976353 Mar 29 15:09:04.038724 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ffb3950c-19ca-417c-805d-5fdc7b6b1162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'name': 'tempest-AttachVolumeShelveTestJSON-167309499-router', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:03:54Z', 'updated_at': '2022-03-29T15:03:57Z', 'revision_number': 4, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'gw_port': {'id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:55Z', 'updated_at': '2022-03-29T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '2608ab73-3ac9-46ff-a61f-78a17af816ef', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'port_id': 'e2365f82-ad99-493c-ae84-2bc35dea658b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'mac_address': 'fa:16:3e:c8:9c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f92e75-98f7-4076-94b6-3856acfa366d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:08:49Z', 'updated_at': '2022-03-29T15:09:02Z', 'revision_number': 1, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc27fd16-bb24-424b-8177-a8dd94880c76', 'name': '', 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'mac_address': 'fa:16:3e:b1:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:56Z', 'updated_at': '2022-03-29T15:04:00Z', 'revision_number': 5, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'subnets': [{'id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:04.065658 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d4bc1147-35da-4639-864e-61b9a88ba681 req-65656840-f6a6-4aec-9ad3-e61ebee83d0e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2365f82-ad99-493c-ae84-2bc35dea658b HTTP/1.1" status: 200 len: 999 time: 0.0680285 Mar 29 15:09:04.069621 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb3950c-19ca-417c-805d-5fdc7b6b1162 None None] Checking router: f5013327-8421-4e0f-9c5c-8328af6663e0 for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:09:04.078285 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb3950c-19ca-417c-805d-5fdc7b6b1162 None None] Routers {'f5013327-8421-4e0f-9c5c-8328af6663e0'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:09:04.078888 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ffb3950c-19ca-417c-805d-5fdc7b6b1162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:08:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['f5013327-8421-4e0f-9c5c-8328af6663e0'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:04.139005 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc1147-35da-4639-864e-61b9a88ba681 req-de5f12ab-cdf3-4a38-b26e-62262770a953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:04.140788 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d4bc1147-35da-4639-864e-61b9a88ba681 req-de5f12ab-cdf3-4a38-b26e-62262770a953 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5db96dc7-3ab4-47b2-8f7f-2f2553b8b462 HTTP/1.1" status: 200 len: 855 time: 0.0490203 Mar 29 15:09:04.151737 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67916c61-f297-479d-b027-5bd5c35d9f0b req-f92b4376-ec81-4ae6-9f85-a728e05562bb tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:04.153365 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-67916c61-f297-479d-b027-5bd5c35d9f0b req-f92b4376-ec81-4ae6-9f85-a728e05562bb tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.36 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.0568817 Mar 29 15:09:04.205269 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc1147-35da-4639-864e-61b9a88ba681 req-8470ae35-99cc-45c8-82b9-d545b01e8233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:04.207613 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d4bc1147-35da-4639-864e-61b9a88ba681 req-8470ae35-99cc-45c8-82b9-d545b01e8233 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7319462-7a9c-48c1-8b1b-f253974f3ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607686 Mar 29 15:09:04.223670 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-ffb3950c-19ca-417c-805d-5fdc7b6b1162 None None] Set router f5013327-8421-4e0f-9c5c-8328af6663e0 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:09:04.319401 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d4bc1147-35da-4639-864e-61b9a88ba681 req-255b2f21-ef34-41aa-9517-8d180827cd93 service neutron] 10.222.0.36 "GET /v2.0/networks/b7319462-7a9c-48c1-8b1b-f253974f3ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027555 Mar 29 15:09:04.417857 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d4bc1147-35da-4639-864e-61b9a88ba681 req-b20063b7-eace-4287-a4e4-3916f18bb1f0 service neutron] 10.222.0.36 "GET /v2.0/networks/b7319462-7a9c-48c1-8b1b-f253974f3ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927367 Mar 29 15:09:04.558548 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb37db-01e3-4c34-a0ca-c63cbcb49db6 req-9000164b-3ae6-43b7-9b8c-c3ee0bae3d80 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:04.560027 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-69cb37db-01e3-4c34-a0ca-c63cbcb49db6 req-9000164b-3ae6-43b7-9b8c-c3ee0bae3d80 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 945 time: 0.3214071 Mar 29 15:09:04.562035 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [req-67916c61-f297-479d-b027-5bd5c35d9f0b req-5d9fb62b-fe6f-43cd-9649-98d9516fc00e tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Deleting port bec2f857-7b16-4ff2-87e0-32b1ba5e7e70 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:09:04.562377 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-67916c61-f297-479d-b027-5bd5c35d9f0b req-5d9fb62b-fe6f-43cd-9649-98d9516fc00e tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (bec2f857-7b16-4ff2-87e0-32b1ba5e7e70), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:04.601158 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-ffb3950c-19ca-417c-805d-5fdc7b6b1162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'name': 'tempest-AttachVolumeShelveTestJSON-167309499-router', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:03:54Z', 'updated_at': '2022-03-29T15:03:57Z', 'revision_number': 4, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'gw_port': {'id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:55Z', 'updated_at': '2022-03-29T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '2608ab73-3ac9-46ff-a61f-78a17af816ef', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'port_id': 'e2365f82-ad99-493c-ae84-2bc35dea658b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'mac_address': 'fa:16:3e:c8:9c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f92e75-98f7-4076-94b6-3856acfa366d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:08:49Z', 'updated_at': '2022-03-29T15:09:02Z', 'revision_number': 1, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc27fd16-bb24-424b-8177-a8dd94880c76', 'name': '', 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'mac_address': 'fa:16:3e:b1:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:56Z', 'updated_at': '2022-03-29T15:04:00Z', 'revision_number': 5, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'subnets': [{'id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:04.631777 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb3950c-19ca-417c-805d-5fdc7b6b1162 None None] The sync data for ids ['f5013327-8421-4e0f-9c5c-8328af6663e0'] in dv-cinder-835635-1-iscsi is: [{'id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'name': 'tempest-AttachVolumeShelveTestJSON-167309499-router', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:03:54Z', 'updated_at': '2022-03-29T15:03:57Z', 'revision_number': 4, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'gw_port': {'id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:55Z', 'updated_at': '2022-03-29T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '2608ab73-3ac9-46ff-a61f-78a17af816ef', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'port_id': 'e2365f82-ad99-493c-ae84-2bc35dea658b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'mac_address': 'fa:16:3e:c8:9c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f92e75-98f7-4076-94b6-3856acfa366d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:08:49Z', 'updated_at': '2022-03-29T15:09:02Z', 'revision_number': 1, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc27fd16-bb24-424b-8177-a8dd94880c76', 'name': '', 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'mac_address': 'fa:16:3e:b1:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:56Z', 'updated_at': '2022-03-29T15:04:00Z', 'revision_number': 5, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'subnets': [{'id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:09:04.668192 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-69cb37db-01e3-4c34-a0ca-c63cbcb49db6 req-0a57f597-dd72-4258-82b7-7a82aa5d1c27 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=0853d3d0-c84e-41b4-9914-a8819d6cdc94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014175 Mar 29 15:09:04.686220 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-67916c61-f297-479d-b027-5bd5c35d9f0b req-5d9fb62b-fe6f-43cd-9649-98d9516fc00e tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] For port bec2f857-7b16-4ff2-87e0-32b1ba5e7e70, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=bec2f857-7b16-4ff2-87e0-32b1ba5e7e70,segment=NetworkSegment(45a1a486-5bd9-4eb8-874d-5e40191b95cd),segment_id=45a1a486-5bd9-4eb8-874d-5e40191b95cd)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:09:04.686596 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-67916c61-f297-479d-b027-5bd5c35d9f0b req-5d9fb62b-fe6f-43cd-9649-98d9516fc00e tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (bec2f857-7b16-4ff2-87e0-32b1ba5e7e70), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:04.832489 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009b067e-73f5-4b3c-ad4c-ba72d4d30ad6 None None] New status for floating IP 2608ab73-3ac9-46ff-a61f-78a17af816ef: ACTIVE {{(pid=103156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:09:04.932596 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-67916c61-f297-479d-b027-5bd5c35d9f0b req-5d9fb62b-fe6f-43cd-9649-98d9516fc00e tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:04.932968 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-67916c61-f297-479d-b027-5bd5c35d9f0b req-5d9fb62b-fe6f-43cd-9649-98d9516fc00e tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (3cee2eb5-cdeb-4a6c-bc26-d04b07e5f9fa), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:04.933362 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.l3_db [req-67916c61-f297-479d-b027-5bd5c35d9f0b req-5d9fb62b-fe6f-43cd-9649-98d9516fc00e tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Floating IP 3cee2eb5-cdeb-4a6c-bc26-d04b07e5f9fa disassociated. External IP: 172.27.2.227, port: bec2f857-7b16-4ff2-87e0-32b1ba5e7e70. Mar 29 15:09:04.933710 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [req-67916c61-f297-479d-b027-5bd5c35d9f0b req-5d9fb62b-fe6f-43cd-9649-98d9516fc00e tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Calling delete_port for bec2f857-7b16-4ff2-87e0-32b1ba5e7e70 owned by compute:nova {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:09:05.092944 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-67916c61-f297-479d-b027-5bd5c35d9f0b req-5d9fb62b-fe6f-43cd-9649-98d9516fc00e tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (bec2f857-7b16-4ff2-87e0-32b1ba5e7e70), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:05.121697 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9fb62b-fe6f-43cd-9649-98d9516fc00e tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Pushing event deleted for resources: {'Port': ['ID=bec2f857-7b16-4ff2-87e0-32b1ba5e7e70,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:05.158051 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device eaf27678-cc54-48e4-b910-e157eda7b9bd no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:09:05.179798 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] No Port match for: eaf27678-cc54-48e4-b910-e157eda7b9bd {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:09:05.180145 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device eaf27678-cc54-48e4-b910-e157eda7b9bd not bound to the agent host hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:09:05.243432 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67916c61-f297-479d-b027-5bd5c35d9f0b req-5d9fb62b-fe6f-43cd-9649-98d9516fc00e tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Router 4491648a-e652-4c18-b06a-39dc449e7243 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:09:05.356796 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67916c61-f297-479d-b027-5bd5c35d9f0b req-5d9fb62b-fe6f-43cd-9649-98d9516fc00e tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:09:05.366750 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d984f97e-2c88-4d88-92fa-504347ede998 None None] Sync routers for ids ['4491648a-e652-4c18-b06a-39dc449e7243'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:09:05.376750 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d984f97e-2c88-4d88-92fa-504347ede998 None None] Routers {'4491648a-e652-4c18-b06a-39dc449e7243'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:09:05.377360 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d984f97e-2c88-4d88-92fa-504347ede998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:08:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['4491648a-e652-4c18-b06a-39dc449e7243'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:05.398892 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [req-67916c61-f297-479d-b027-5bd5c35d9f0b req-5d9fb62b-fe6f-43cd-9649-98d9516fc00e tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] No DVR routers for this DVR port bec2f857-7b16-4ff2-87e0-32b1ba5e7e70 on host hv-cinder-83563 {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:09:05.401274 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-67916c61-f297-479d-b027-5bd5c35d9f0b req-5d9fb62b-fe6f-43cd-9649-98d9516fc00e tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:05.404502 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-67916c61-f297-479d-b027-5bd5c35d9f0b req-5d9fb62b-fe6f-43cd-9649-98d9516fc00e tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.36 "DELETE /v2.0/ports/bec2f857-7b16-4ff2-87e0-32b1ba5e7e70 HTTP/1.1" status: 204 len: 173 time: 1.2459850 Mar 29 15:09:05.490852 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-d984f97e-2c88-4d88-92fa-504347ede998 None None] Set router 4491648a-e652-4c18-b06a-39dc449e7243 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:09:05.702089 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d984f97e-2c88-4d88-92fa-504347ede998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4491648a-e652-4c18-b06a-39dc449e7243', 'name': 'tempest-AttachVolumeTestJSON-840906129-router', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:34Z', 'revision_number': 4, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'gw_port': {'id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:26Z', 'updated_at': '2022-03-29T15:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'c420abcb-17a6-4dbc-87c2-0aba40cf45d9', 'name': '', 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'mac_address': 'fa:16:3e:9d:65:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:32Z', 'updated_at': '2022-03-29T15:02:49Z', 'revision_number': 5, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'subnets': [{'id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:05.732399 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d984f97e-2c88-4d88-92fa-504347ede998 None None] Checking router: 4491648a-e652-4c18-b06a-39dc449e7243 for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:09:05.741370 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d984f97e-2c88-4d88-92fa-504347ede998 None None] Routers {'4491648a-e652-4c18-b06a-39dc449e7243'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:09:05.741982 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d984f97e-2c88-4d88-92fa-504347ede998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:08:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['4491648a-e652-4c18-b06a-39dc449e7243'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:05.778256 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-492da608-4ed4-4e5d-a40d-32637cc0a549 req-5b2a20eb-42f9-455d-86a9-07371ff2d2b9 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=28d5f020-d516-4906-8b3a-5b3d40531a46 HTTP/1.1" status: 200 len: 210 time: 0.0279908 Mar 29 15:09:05.822008 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d5f020-d516-4906-8b3a-5b3d40531a46', 'name': 'network-vif-deleted', 'tag': 'bec2f857-7b16-4ff2-87e0-32b1ba5e7e70'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:09:05.824737 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb9e7f7-c39e-4457-8cdb-eac515bb9633" -d '{"events": [{"server_uuid": "28d5f020-d516-4906-8b3a-5b3d40531a46", "name": "network-vif-deleted", "tag": "bec2f857-7b16-4ff2-87e0-32b1ba5e7e70"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:09:05.855803 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-d984f97e-2c88-4d88-92fa-504347ede998 None None] Set router 4491648a-e652-4c18-b06a-39dc449e7243 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:09:05.866203 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d561c0b-0a2b-45a7-b928-b3e7786cd0de x-openstack-request-id: req-6d561c0b-0a2b-45a7-b928-b3e7786cd0de {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:09:05.866498 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d5f020-d516-4906-8b3a-5b3d40531a46", "name": "network-vif-deleted", "tag": "bec2f857-7b16-4ff2-87e0-32b1ba5e7e70", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:09:05.866761 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6d561c0b-0a2b-45a7-b928-b3e7786cd0de {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:09:05.867426 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d561c0b-0a2b-45a7-b928-b3e7786cd0de'] response: {'server_uuid': '28d5f020-d516-4906-8b3a-5b3d40531a46', 'name': 'network-vif-deleted', 'tag': 'bec2f857-7b16-4ff2-87e0-32b1ba5e7e70', 'status': 'completed', 'code': 200} Mar 29 15:09:06.061895 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-d984f97e-2c88-4d88-92fa-504347ede998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4491648a-e652-4c18-b06a-39dc449e7243', 'name': 'tempest-AttachVolumeTestJSON-840906129-router', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:34Z', 'revision_number': 4, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'gw_port': {'id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:26Z', 'updated_at': '2022-03-29T15:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'c420abcb-17a6-4dbc-87c2-0aba40cf45d9', 'name': '', 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'mac_address': 'fa:16:3e:9d:65:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:32Z', 'updated_at': '2022-03-29T15:02:49Z', 'revision_number': 5, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'subnets': [{'id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:06.088245 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d984f97e-2c88-4d88-92fa-504347ede998 None None] The sync data for ids ['4491648a-e652-4c18-b06a-39dc449e7243'] in dv-cinder-835635-1-iscsi is: [{'id': '4491648a-e652-4c18-b06a-39dc449e7243', 'name': 'tempest-AttachVolumeTestJSON-840906129-router', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:34Z', 'revision_number': 4, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'gw_port': {'id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:26Z', 'updated_at': '2022-03-29T15:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'c420abcb-17a6-4dbc-87c2-0aba40cf45d9', 'name': '', 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'mac_address': 'fa:16:3e:9d:65:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:32Z', 'updated_at': '2022-03-29T15:02:49Z', 'revision_number': 5, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'subnets': [{'id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:09:06.313220 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adddf088-36d8-49e7-b793-22aa3f040723 None None] New status for floating IP 3cee2eb5-cdeb-4a6c-bc26-d04b07e5f9fa: DOWN {{(pid=103156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:09:06.380608 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f3663-4e30-491c-996e-be907978d05b req-4a8118fe-d280-43c0-8e7f-a7c2ae9e5b31 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:06.384104 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-117f3663-4e30-491c-996e-be907978d05b req-4a8118fe-d280-43c0-8e7f-a7c2ae9e5b31 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0549197 Mar 29 15:09:06.436698 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-117f3663-4e30-491c-996e-be907978d05b req-692ce7a6-a852-4f9b-878c-2e83156b5096 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466933 Mar 29 15:09:06.869602 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 42874) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:06.925552 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-abb084bf-fc77-4c51-ae1d-6e87682fea2a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for security_group (0853d3d0-c84e-41b4-9914-a8819d6cdc94), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:06.948254 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-abb084bf-fc77-4c51-ae1d-6e87682fea2a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for security_group (0853d3d0-c84e-41b4-9914-a8819d6cdc94), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:06.994747 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-abb084bf-fc77-4c51-ae1d-6e87682fea2a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (0853d3d0-c84e-41b4-9914-a8819d6cdc94), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:06.997365 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-abb084bf-fc77-4c51-ae1d-6e87682fea2a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:06.998537 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-abb084bf-fc77-4c51-ae1d-6e87682fea2a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "DELETE /v2.0/security-groups/0853d3d0-c84e-41b4-9914-a8819d6cdc94 HTTP/1.1" status: 204 len: 168 time: 0.1279197 Mar 29 15:09:07.001677 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 42876) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:07.008259 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb084bf-fc77-4c51-ae1d-6e87682fea2a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0853d3d0-c84e-41b4-9914-a8819d6cdc94,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:07.017672 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.api.v2.resource [None req-7f56d919-207a-458e-9be3-8967bc5e2f54 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] show failed (client error): The resource could not be found. Mar 29 15:09:07.022110 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-7f56d919-207a-458e-9be3-8967bc5e2f54 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups/0853d3d0-c84e-41b4-9914-a8819d6cdc94 HTTP/1.1" status: 404 len: 347 time: 0.0161283 Mar 29 15:09:07.022289 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 42878) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:07.176249 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7060e-8cf9-47a5-93d7-5ccafe67bd42 req-74f46431-d783-4e78-b951-46f78b098b6e tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:07.177699 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f8f7060e-8cf9-47a5-93d7-5ccafe67bd42 req-74f46431-d783-4e78-b951-46f78b098b6e tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.36 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0824864 Mar 29 15:09:07.193769 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-62d572b2-eb2d-4f3e-99ab-f59dd05a9e93 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Deleting port 8071de26-32fe-47fc-922c-65e8260bc8a6 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:09:07.194103 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-62d572b2-eb2d-4f3e-99ab-f59dd05a9e93 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (8071de26-32fe-47fc-922c-65e8260bc8a6), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:07.323430 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-62d572b2-eb2d-4f3e-99ab-f59dd05a9e93 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (8071de26-32fe-47fc-922c-65e8260bc8a6), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:07.323748 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-62d572b2-eb2d-4f3e-99ab-f59dd05a9e93 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for floatingip (8071de26-32fe-47fc-922c-65e8260bc8a6), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:07.341128 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-62d572b2-eb2d-4f3e-99ab-f59dd05a9e93 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Calling delete_port for 8071de26-32fe-47fc-922c-65e8260bc8a6 owned by network:floatingip {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:09:07.349415 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [req-f8f7060e-8cf9-47a5-93d7-5ccafe67bd42 req-2e412daf-72c8-4bb0-9bd4-309e301e651a tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Deleting port 8a45b433-1f4a-491e-a423-69d04d1118a4 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:09:07.349742 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-f8f7060e-8cf9-47a5-93d7-5ccafe67bd42 req-2e412daf-72c8-4bb0-9bd4-309e301e651a tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (8a45b433-1f4a-491e-a423-69d04d1118a4), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:07.502014 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-f8f7060e-8cf9-47a5-93d7-5ccafe67bd42 req-2e412daf-72c8-4bb0-9bd4-309e301e651a tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] For port 8a45b433-1f4a-491e-a423-69d04d1118a4, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=8a45b433-1f4a-491e-a423-69d04d1118a4,segment=NetworkSegment(c4910bd0-952b-4530-8412-09d294143007),segment_id=c4910bd0-952b-4530-8412-09d294143007)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:09:07.502750 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-f8f7060e-8cf9-47a5-93d7-5ccafe67bd42 req-2e412daf-72c8-4bb0-9bd4-309e301e651a tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (8a45b433-1f4a-491e-a423-69d04d1118a4), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:07.523208 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [req-f8f7060e-8cf9-47a5-93d7-5ccafe67bd42 req-2e412daf-72c8-4bb0-9bd4-309e301e651a tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Calling delete_port for 8a45b433-1f4a-491e-a423-69d04d1118a4 owned by compute:nova {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:09:07.561411 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb405ffe-a7fd-4d36-8f27-e7ebf3112cdc req-cc97d9ca-eafd-48a6-aa38-e3bbc036c806 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:07.562896 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-eb405ffe-a7fd-4d36-8f27-e7ebf3112cdc req-cc97d9ca-eafd-48a6-aa38-e3bbc036c806 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=31233d7d-f007-41b2-bf62-e2abba82cfd4 HTTP/1.1" status: 200 len: 945 time: 0.0551343 Mar 29 15:09:07.610487 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-eb405ffe-a7fd-4d36-8f27-e7ebf3112cdc req-c6de437c-4fe5-4755-b182-84e62040fdcd tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415094 Mar 29 15:09:07.625140 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-62d572b2-eb2d-4f3e-99ab-f59dd05a9e93 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (8071de26-32fe-47fc-922c-65e8260bc8a6), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:07.662462 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d572b2-eb2d-4f3e-99ab-f59dd05a9e93 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Pushing event deleted for resources: {'Port': ['ID=8071de26-32fe-47fc-922c-65e8260bc8a6,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:07.755108 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-62d572b2-eb2d-4f3e-99ab-f59dd05a9e93 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for floatingip (3cee2eb5-cdeb-4a6c-bc26-d04b07e5f9fa), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:07.757483 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-62d572b2-eb2d-4f3e-99ab-f59dd05a9e93 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:07.761824 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-62d572b2-eb2d-4f3e-99ab-f59dd05a9e93 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "DELETE /v2.0/floatingips/3cee2eb5-cdeb-4a6c-bc26-d04b07e5f9fa HTTP/1.1" status: 204 len: 168 time: 0.7351487 Mar 29 15:09:07.766292 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-f8f7060e-8cf9-47a5-93d7-5ccafe67bd42 req-2e412daf-72c8-4bb0-9bd4-309e301e651a tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (8a45b433-1f4a-491e-a423-69d04d1118a4), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:07.788920 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['59d28632-a2db-4fa9-8a3e-833c3499a8ab', '8a45b433-1f4a-491e-a423-69d04d1118a4'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:09:07.802338 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e412daf-72c8-4bb0-9bd4-309e301e651a tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Pushing event deleted for resources: {'Port': ['ID=8a45b433-1f4a-491e-a423-69d04d1118a4,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:07.852713 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f7060e-8cf9-47a5-93d7-5ccafe67bd42 req-2e412daf-72c8-4bb0-9bd4-309e301e651a tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] No DVR routers for this DVR port 8a45b433-1f4a-491e-a423-69d04d1118a4 on host hv-cinder-83563 {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:09:07.855243 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-f8f7060e-8cf9-47a5-93d7-5ccafe67bd42 req-2e412daf-72c8-4bb0-9bd4-309e301e651a tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:07.858619 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f8f7060e-8cf9-47a5-93d7-5ccafe67bd42 req-2e412daf-72c8-4bb0-9bd4-309e301e651a tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.36 "DELETE /v2.0/ports/8a45b433-1f4a-491e-a423-69d04d1118a4 HTTP/1.1" status: 204 len: 173 time: 0.6749344 Mar 29 15:09:07.868350 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31233d7d-f007-41b2-bf62-e2abba82cfd4', 'name': 'network-vif-deleted', 'tag': '8a45b433-1f4a-491e-a423-69d04d1118a4'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:09:07.871676 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3108696e-292d-4267-9278-54b7f1e6031c" -d '{"events": [{"server_uuid": "31233d7d-f007-41b2-bf62-e2abba82cfd4", "name": "network-vif-deleted", "tag": "8a45b433-1f4a-491e-a423-69d04d1118a4"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:09:07.915431 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59177245-0c32-4860-9779-d1f0bab8e87a x-openstack-request-id: req-59177245-0c32-4860-9779-d1f0bab8e87a {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:09:07.915938 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31233d7d-f007-41b2-bf62-e2abba82cfd4", "name": "network-vif-deleted", "tag": "8a45b433-1f4a-491e-a423-69d04d1118a4", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:09:07.916881 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-59177245-0c32-4860-9779-d1f0bab8e87a {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:09:07.917440 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59177245-0c32-4860-9779-d1f0bab8e87a'] response: {'server_uuid': '31233d7d-f007-41b2-bf62-e2abba82cfd4', 'name': 'network-vif-deleted', 'tag': '8a45b433-1f4a-491e-a423-69d04d1118a4', 'status': 'completed', 'code': 200} Mar 29 15:09:07.958891 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 42886) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:07.963951 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-4a8b96cd-c8c4-4409-a5cd-b1055a99dda0 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--811889011', 'description': 'tempest-description--1847689973'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:09:07.984655 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4a8b96cd-c8c4-4409-a5cd-b1055a99dda0 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:08.053452 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4a8b96cd-c8c4-4409-a5cd-b1055a99dda0 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for security_group (e060f14c-16a6-4500-b61e-36e8f88ae8d0), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:08.056631 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4a8b96cd-c8c4-4409-a5cd-b1055a99dda0 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (e060f14c-16a6-4500-b61e-36e8f88ae8d0), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:08.087241 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4a8b96cd-c8c4-4409-a5cd-b1055a99dda0 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:08.088377 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-4a8b96cd-c8c4-4409-a5cd-b1055a99dda0 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1284211 Mar 29 15:09:08.089186 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b96cd-c8c4-4409-a5cd-b1055a99dda0 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e060f14c-16a6-4500-b61e-36e8f88ae8d0,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:08.091290 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 42888) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:08.095685 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-195c8832-2a82-43f5-bfb7-0d9ef1ddef44 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Request body: {'security_group_rule': {'security_group_id': 'e060f14c-16a6-4500-b61e-36e8f88ae8d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:09:08.118286 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-195c8832-2a82-43f5-bfb7-0d9ef1ddef44 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for security_group_rule (8d1526d2-eb62-461c-963a-ce7d33911e76), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:08.178739 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-195c8832-2a82-43f5-bfb7-0d9ef1ddef44 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for security_group_rule (8d1526d2-eb62-461c-963a-ce7d33911e76), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:08.182639 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-195c8832-2a82-43f5-bfb7-0d9ef1ddef44 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (8d1526d2-eb62-461c-963a-ce7d33911e76), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:08.202550 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c8832-2a82-43f5-bfb7-0d9ef1ddef44 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d1526d2-eb62-461c-963a-ce7d33911e76,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:08.214233 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-195c8832-2a82-43f5-bfb7-0d9ef1ddef44 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:08.217049 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-195c8832-2a82-43f5-bfb7-0d9ef1ddef44 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248085 Mar 29 15:09:08.218747 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 42890) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:08.223251 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-b64090f2-3c44-4ed1-a0c1-fc6615f2cc61 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Request body: {'security_group_rule': {'security_group_id': 'e060f14c-16a6-4500-b61e-36e8f88ae8d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:09:08.251840 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b64090f2-3c44-4ed1-a0c1-fc6615f2cc61 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for security_group_rule (fdb098c8-3abd-442e-9a8b-1bb0dd0b9185), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:08.314945 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b64090f2-3c44-4ed1-a0c1-fc6615f2cc61 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for security_group_rule (fdb098c8-3abd-442e-9a8b-1bb0dd0b9185), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:08.319560 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b64090f2-3c44-4ed1-a0c1-fc6615f2cc61 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (fdb098c8-3abd-442e-9a8b-1bb0dd0b9185), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:08.337326 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64090f2-3c44-4ed1-a0c1-fc6615f2cc61 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb098c8-3abd-442e-9a8b-1bb0dd0b9185,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:08.345198 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b64090f2-3c44-4ed1-a0c1-fc6615f2cc61 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:08.346390 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-b64090f2-3c44-4ed1-a0c1-fc6615f2cc61 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267047 Mar 29 15:09:08.349510 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 42892) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:08.353821 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-925469eb-9876-43ae-96a0-4e0075fef731 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Request body: {'floatingip': {'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:09:08.374074 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-925469eb-9876-43ae-96a0-4e0075fef731 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:08.474542 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-925469eb-9876-43ae-96a0-4e0075fef731 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:08.577531 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-925469eb-9876-43ae-96a0-4e0075fef731 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Allocated IP 172.27.2.162 (73fab6d0-c07f-433f-9c69-8ff3a31867f5/bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83/6c4b28b7-bd6f-4601-869b-64445a58fdf8) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:09:08.684041 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-925469eb-9876-43ae-96a0-4e0075fef731 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for port (6c4b28b7-bd6f-4601-869b-64445a58fdf8), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:08.718068 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-925469eb-9876-43ae-96a0-4e0075fef731 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (6c4b28b7-bd6f-4601-869b-64445a58fdf8), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:08.757988 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925469eb-9876-43ae-96a0-4e0075fef731 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:09:08.761697 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-925469eb-9876-43ae-96a0-4e0075fef731 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:09:08.763980 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925469eb-9876-43ae-96a0-4e0075fef731 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:09:08.795516 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925469eb-9876-43ae-96a0-4e0075fef731 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Pushing event updated for resources: {'Port': ['ID=6c4b28b7-bd6f-4601-869b-64445a58fdf8,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:08.869546 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-925469eb-9876-43ae-96a0-4e0075fef731 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for floatingip (94324655-291f-4eed-a5e8-9e8037866c4f), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:08.889072 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafa84d-920f-4d7d-84fa-1a71596c9e47 req-d0c6d13a-d4da-48a0-aeb2-cde37362217b tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:08.890561 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2aafa84d-920f-4d7d-84fa-1a71596c9e47 req-d0c6d13a-d4da-48a0-aeb2-cde37362217b tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.0533967 Mar 29 15:09:08.907365 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-925469eb-9876-43ae-96a0-4e0075fef731 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (6c4b28b7-bd6f-4601-869b-64445a58fdf8), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:09.073128 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-925469eb-9876-43ae-96a0-4e0075fef731 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for port (6c4b28b7-bd6f-4601-869b-64445a58fdf8), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:09.077925 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-925469eb-9876-43ae-96a0-4e0075fef731 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (6c4b28b7-bd6f-4601-869b-64445a58fdf8), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:09.147242 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2aafa84d-920f-4d7d-84fa-1a71596c9e47 req-c96ae788-1d5c-4d7a-a7aa-1a67f810c85f tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499297 Mar 29 15:09:09.151672 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925469eb-9876-43ae-96a0-4e0075fef731 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Pushing event updated for resources: {'Port': ['ID=6c4b28b7-bd6f-4601-869b-64445a58fdf8,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:09.165952 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-925469eb-9876-43ae-96a0-4e0075fef731 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (94324655-291f-4eed-a5e8-9e8037866c4f), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:09.181362 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-925469eb-9876-43ae-96a0-4e0075fef731 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:09.182601 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-925469eb-9876-43ae-96a0-4e0075fef731 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8321607 Mar 29 15:09:09.207710 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 8a45b433-1f4a-491e-a423-69d04d1118a4 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:09:09.228607 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] No Port match for: 8a45b433-1f4a-491e-a423-69d04d1118a4 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:09:09.228953 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 8a45b433-1f4a-491e-a423-69d04d1118a4 not bound to the agent host hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:09:09.229362 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device bec2f857-7b16-4ff2-87e0-32b1ba5e7e70 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:09:09.250565 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] No Port match for: bec2f857-7b16-4ff2-87e0-32b1ba5e7e70 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:09:09.250906 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device bec2f857-7b16-4ff2-87e0-32b1ba5e7e70 not bound to the agent host hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:09:09.376868 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-64cbd28d-6f62-4110-9dfb-83746bc80fca tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--811889011&fields=id&tenant_id=af4f8ee2318e421dbf84b0a97b279da0 HTTP/1.1" status: 200 len: 267 time: 0.0414999 Mar 29 15:09:09.484626 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-df9f193a-a675-4a34-a209-ad50acfa5391 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:09.486117 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-df9f193a-a675-4a34-a209-ad50acfa5391 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/networks?id=c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db HTTP/1.1" status: 200 len: 810 time: 0.1024384 Mar 29 15:09:09.500235 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-e687a7d1-51b7-48cc-8c78-b4c99379d680 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/quotas/af4f8ee2318e421dbf84b0a97b279da0 HTTP/1.1" status: 200 len: 375 time: 0.0087533 Mar 29 15:09:09.555342 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-0d77b59d-13be-4bd4-a7bf-7bb6f057d8b2 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=af4f8ee2318e421dbf84b0a97b279da0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498099 Mar 29 15:09:09.653143 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-7f2e381e-3159-4c5c-9211-6db45296e65f service neutron] 10.222.0.35 "GET /v2.0/networks/c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858290 Mar 29 15:09:09.742993 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-5e23997e-4829-4fe2-b190-5acee74fcf3d service neutron] 10.222.0.35 "GET /v2.0/networks/c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841935 Mar 29 15:09:09.898056 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-5aed1943-b7b1-4e55-b35d-d40211857aca req-c81bd029-f588-4e78-9c2e-b23f1eec35fe tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6a3de1b-b2c9-44f0-b524-57627e40ff8e HTTP/1.1" status: 200 len: 210 time: 0.0273702 Mar 29 15:09:10.273848 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4df43-2958-457f-bf0f-4855227c81b7 req-2143138b-29a6-47ca-9e31-6662bc4a7141 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:10.275354 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-10b4df43-2958-457f-bf0f-4855227c81b7 req-2143138b-29a6-47ca-9e31-6662bc4a7141 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.0592866 Mar 29 15:09:10.324860 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-10b4df43-2958-457f-bf0f-4855227c81b7 req-31361921-b88e-4fdf-8213-355c986b0576 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433724 Mar 29 15:09:10.819388 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-db9c15da-7290-4569-949b-9758c8bc62be tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:10.820894 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-db9c15da-7290-4569-949b-9758c8bc62be tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.36 "GET /v2.0/networks?id=c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db HTTP/1.1" status: 200 len: 810 time: 0.1029246 Mar 29 15:09:10.885310 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-a3d078d1-8f34-40bb-93ae-681635417596 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af4f8ee2318e421dbf84b0a97b279da0 HTTP/1.1" status: 200 len: 379 time: 0.0541058 Mar 29 15:09:10.903339 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-032c1d0c-a8e4-4b1d-bf86-b44a23f59d99 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Request body: {'port': {'device_id': 'f6a3de1b-b2c9-44f0-b524-57627e40ff8e', 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db', 'admin_state_up': True, 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'security_groups': ['e060f14c-16a6-4500-b61e-36e8f88ae8d0']}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:09:10.991931 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b0bc28a4-ead1-4fcf-9bb6-7c633d286ebb req-eb8a3af3-be11-452e-90a9-f0837d5094ef tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6a3de1b-b2c9-44f0-b524-57627e40ff8e HTTP/1.1" status: 200 len: 210 time: 0.0272245 Mar 29 15:09:11.016390 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-032c1d0c-a8e4-4b1d-bf86-b44a23f59d99 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Made reservation on behalf of af4f8ee2318e421dbf84b0a97b279da0 for: {'port': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:09:11.020231 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-032c1d0c-a8e4-4b1d-bf86-b44a23f59d99 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:11.141665 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-032c1d0c-a8e4-4b1d-bf86-b44a23f59d99 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Allocated IP 172.20.0.8 (c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db/b0d28f83-336a-4760-8daf-f760c1456634/d1e57ff4-7a5b-4aab-87c3-26ef36edea0a) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:09:11.347218 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a229e-82bf-4591-9938-f80c6cf14388 req-ff195737-2577-4098-94cf-3cb6bc2a1979 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:11.348992 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b17a229e-82bf-4591-9938-f80c6cf14388 req-ff195737-2577-4098-94cf-3cb6bc2a1979 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.0550890 Mar 29 15:09:11.412868 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-34b70324-ed46-4f9c-a586-2f201d4ced39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:11.463865 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-b17a229e-82bf-4591-9938-f80c6cf14388 req-dc5adc02-2c59-435d-a988-d02eee491df3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Deleting port 59d28632-a2db-4fa9-8a3e-833c3499a8ab {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:09:11.464198 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-b17a229e-82bf-4591-9938-f80c6cf14388 req-dc5adc02-2c59-435d-a988-d02eee491df3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (59d28632-a2db-4fa9-8a3e-833c3499a8ab), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:11.552341 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf094ea-eda2-4a8b-9fe3-761bdccb4a13 req-9cd74a82-42db-471c-84ea-0a1945160fad tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:11.553852 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3bf094ea-eda2-4a8b-9fe3-761bdccb4a13 req-9cd74a82-42db-471c-84ea-0a1945160fad tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/ports?device_id=f23f6a05-0dd9-411a-8477-eb6efe94e853 HTTP/1.1" status: 200 len: 946 time: 0.0850394 Mar 29 15:09:11.555639 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [req-b17a229e-82bf-4591-9938-f80c6cf14388 req-dc5adc02-2c59-435d-a988-d02eee491df3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] For port 59d28632-a2db-4fa9-8a3e-833c3499a8ab, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=59d28632-a2db-4fa9-8a3e-833c3499a8ab,segment=NetworkSegment(c4910bd0-952b-4530-8412-09d294143007),segment_id=c4910bd0-952b-4530-8412-09d294143007)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:09:11.556017 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-b17a229e-82bf-4591-9938-f80c6cf14388 req-dc5adc02-2c59-435d-a988-d02eee491df3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (59d28632-a2db-4fa9-8a3e-833c3499a8ab), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:11.573684 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [req-b17a229e-82bf-4591-9938-f80c6cf14388 req-dc5adc02-2c59-435d-a988-d02eee491df3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Calling delete_port for 59d28632-a2db-4fa9-8a3e-833c3499a8ab owned by compute:nova {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:09:11.575513 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-032c1d0c-a8e4-4b1d-bf86-b44a23f59d99 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for port (d1e57ff4-7a5b-4aab-87c3-26ef36edea0a), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:11.628437 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3bf094ea-eda2-4a8b-9fe3-761bdccb4a13 req-d7857f08-1a0b-4979-ae3b-392d9b2abacc tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9c87838-9d90-43e6-959d-a8298ed9950c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684564 Mar 29 15:09:11.641981 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-032c1d0c-a8e4-4b1d-bf86-b44a23f59d99 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (d1e57ff4-7a5b-4aab-87c3-26ef36edea0a), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:11.684482 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-032c1d0c-a8e4-4b1d-bf86-b44a23f59d99 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Network c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:09:11.687616 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-032c1d0c-a8e4-4b1d-bf86-b44a23f59d99 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:09:11.694060 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-032c1d0c-a8e4-4b1d-bf86-b44a23f59d99 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:09:11.704150 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-b17a229e-82bf-4591-9938-f80c6cf14388 req-dc5adc02-2c59-435d-a988-d02eee491df3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (59d28632-a2db-4fa9-8a3e-833c3499a8ab), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:11.724105 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c1d0c-a8e4-4b1d-bf86-b44a23f59d99 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Pushing event updated for resources: {'Port': ['ID=d1e57ff4-7a5b-4aab-87c3-26ef36edea0a,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:11.729626 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['59d28632-a2db-4fa9-8a3e-833c3499a8ab'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:09:11.734182 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5adc02-2c59-435d-a988-d02eee491df3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Pushing event deleted for resources: {'Port': ['ID=59d28632-a2db-4fa9-8a3e-833c3499a8ab,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:11.750752 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5adc02-2c59-435d-a988-d02eee491df3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:11.751143 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5adc02-2c59-435d-a988-d02eee491df3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:11.751670 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5adc02-2c59-435d-a988-d02eee491df3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:11.752173 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5adc02-2c59-435d-a988-d02eee491df3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:11.752694 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5adc02-2c59-435d-a988-d02eee491df3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:11.753226 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5adc02-2c59-435d-a988-d02eee491df3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:11.753720 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5adc02-2c59-435d-a988-d02eee491df3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:11.754209 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5adc02-2c59-435d-a988-d02eee491df3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:11.754806 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5adc02-2c59-435d-a988-d02eee491df3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:11.755293 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5adc02-2c59-435d-a988-d02eee491df3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:11.755777 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5adc02-2c59-435d-a988-d02eee491df3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:11.756253 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5adc02-2c59-435d-a988-d02eee491df3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:11.756760 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5adc02-2c59-435d-a988-d02eee491df3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:11.756906 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-032c1d0c-a8e4-4b1d-bf86-b44a23f59d99 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:11.757376 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5adc02-2c59-435d-a988-d02eee491df3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:11.757660 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-032c1d0c-a8e4-4b1d-bf86-b44a23f59d99 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:11.758020 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5adc02-2c59-435d-a988-d02eee491df3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:11.786945 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-032c1d0c-a8e4-4b1d-bf86-b44a23f59d99 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8867238 Mar 29 15:09:11.802908 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-29c8d6b6-f800-4529-8f83-aca5c7f83edc service neutron] Request body: {'port': {'device_id': 'f6a3de1b-b2c9-44f0-b524-57627e40ff8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:09:11.803149 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17a229e-82bf-4591-9938-f80c6cf14388 req-dc5adc02-2c59-435d-a988-d02eee491df3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] No DVR routers for this DVR port 59d28632-a2db-4fa9-8a3e-833c3499a8ab on host hv-cinder-83563 {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:09:11.805688 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [req-b17a229e-82bf-4591-9938-f80c6cf14388 req-dc5adc02-2c59-435d-a988-d02eee491df3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:11.808960 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b17a229e-82bf-4591-9938-f80c6cf14388 req-dc5adc02-2c59-435d-a988-d02eee491df3 tempest-ServerRescueNegativeTestJSON-1299760378 tempest-ServerRescueNegativeTestJSON-1299760378-project] 10.222.0.36 "DELETE /v2.0/ports/59d28632-a2db-4fa9-8a3e-833c3499a8ab HTTP/1.1" status: 204 len: 173 time: 0.4542868 Mar 29 15:09:11.809521 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23f6a05-0dd9-411a-8477-eb6efe94e853', 'name': 'network-vif-deleted', 'tag': '59d28632-a2db-4fa9-8a3e-833c3499a8ab'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:09:11.811622 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba023f0cd8cc5f3c167e772b1aa00d02c07a3711ed68df0fea12bd5354b7600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad6beff-21f5-48e6-b8c7-7ec82a032914" -d '{"events": [{"server_uuid": "f23f6a05-0dd9-411a-8477-eb6efe94e853", "name": "network-vif-deleted", "tag": "59d28632-a2db-4fa9-8a3e-833c3499a8ab"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:09:11.851449 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19772845-54b2-495b-9349-e1cd394b67cf x-openstack-request-id: req-19772845-54b2-495b-9349-e1cd394b67cf {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:09:11.851691 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23f6a05-0dd9-411a-8477-eb6efe94e853", "name": "network-vif-deleted", "tag": "59d28632-a2db-4fa9-8a3e-833c3499a8ab", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:09:11.853965 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-19772845-54b2-495b-9349-e1cd394b67cf {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:09:11.853965 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19772845-54b2-495b-9349-e1cd394b67cf'] response: {'server_uuid': 'f23f6a05-0dd9-411a-8477-eb6efe94e853', 'name': 'network-vif-deleted', 'tag': '59d28632-a2db-4fa9-8a3e-833c3499a8ab', 'status': 'completed', 'code': 200} Mar 29 15:09:11.887901 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-29c8d6b6-f800-4529-8f83-aca5c7f83edc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (d1e57ff4-7a5b-4aab-87c3-26ef36edea0a), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:11.983772 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-833c3e35-09b4-4ae9-a6ed-e49cbd1aa89c None None] Provisioning complete for port d1e57ff4-7a5b-4aab-87c3-26ef36edea0a triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:09:11.984046 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-833c3e35-09b4-4ae9-a6ed-e49cbd1aa89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (d1e57ff4-7a5b-4aab-87c3-26ef36edea0a), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:12.017581 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-833c3e35-09b4-4ae9-a6ed-e49cbd1aa89c None None] Port d1e57ff4-7a5b-4aab-87c3-26ef36edea0a cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:09:12.151171 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c617109-8da9-4f47-b1eb-d8c168c26e91 req-73de8f9e-5f48-41e6-b5fa-34124476c720 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:12.152713 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4c617109-8da9-4f47-b1eb-d8c168c26e91 req-73de8f9e-5f48-41e6-b5fa-34124476c720 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6a3de1b-b2c9-44f0-b524-57627e40ff8e HTTP/1.1" status: 200 len: 931 time: 0.0873220 Mar 29 15:09:12.238578 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-29c8d6b6-f800-4529-8f83-aca5c7f83edc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1e57ff4-7a5b-4aab-87c3-26ef36edea0a {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:09:12.254663 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-29c8d6b6-f800-4529-8f83-aca5c7f83edc service neutron] Publish callbacks [] for port (d1e57ff4-7a5b-4aab-87c3-26ef36edea0a), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:12.263945 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4c617109-8da9-4f47-b1eb-d8c168c26e91 req-91ce65d6-b590-4364-b3ab-7a69b85f394c tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=e060f14c-16a6-4500-b61e-36e8f88ae8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029320 Mar 29 15:09:12.273435 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-29c8d6b6-f800-4529-8f83-aca5c7f83edc service neutron] Transition to ACTIVE for port object d1e57ff4-7a5b-4aab-87c3-26ef36edea0a will not be triggered until provisioned by entity L2. {{(pid=103154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:09:12.278100 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-29c8d6b6-f800-4529-8f83-aca5c7f83edc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (d1e57ff4-7a5b-4aab-87c3-26ef36edea0a), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:12.356282 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8d6b6-f800-4529-8f83-aca5c7f83edc service neutron] Pushing event updated for resources: {'Port': ['ID=d1e57ff4-7a5b-4aab-87c3-26ef36edea0a,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:12.408543 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-29c8d6b6-f800-4529-8f83-aca5c7f83edc service neutron] Attempting to bind port d1e57ff4-7a5b-4aab-87c3-26ef36edea0a on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:09:12.408903 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-29c8d6b6-f800-4529-8f83-aca5c7f83edc service neutron] Attempting to bind port d1e57ff4-7a5b-4aab-87c3-26ef36edea0a by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '45a1a486-5bd9-4eb8-874d-5e40191b95cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:09:12.409566 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-29c8d6b6-f800-4529-8f83-aca5c7f83edc service neutron] Attempting to bind port d1e57ff4-7a5b-4aab-87c3-26ef36edea0a on network c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:09:12.413900 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-29c8d6b6-f800-4529-8f83-aca5c7f83edc service neutron] Port d1e57ff4-7a5b-4aab-87c3-26ef36edea0a on network c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:09:12.414221 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-29c8d6b6-f800-4529-8f83-aca5c7f83edc service neutron] Attempting to bind port d1e57ff4-7a5b-4aab-87c3-26ef36edea0a on network c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:09:12.419614 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-29c8d6b6-f800-4529-8f83-aca5c7f83edc service neutron] Checking agent: {'id': '54f4ecb7-e3d7-497a-b676-ec21eb6e2a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'started_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:09:12.419949 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-29c8d6b6-f800-4529-8f83-aca5c7f83edc service neutron] Checking segment: {'id': '45a1a486-5bd9-4eb8-874d-5e40191b95cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:09:12.420323 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-29c8d6b6-f800-4529-8f83-aca5c7f83edc service neutron] Bound using segment: {'id': '45a1a486-5bd9-4eb8-874d-5e40191b95cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:09:12.420785 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-29c8d6b6-f800-4529-8f83-aca5c7f83edc service neutron] Bound port: d1e57ff4-7a5b-4aab-87c3-26ef36edea0a, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45a1a486-5bd9-4eb8-874d-5e40191b95cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:09:12.421142 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-29c8d6b6-f800-4529-8f83-aca5c7f83edc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (d1e57ff4-7a5b-4aab-87c3-26ef36edea0a), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:12.491465 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-29c8d6b6-f800-4529-8f83-aca5c7f83edc service neutron] For port d1e57ff4-7a5b-4aab-87c3-26ef36edea0a, host hv-cinder-83563, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:09:12.494934 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-29c8d6b6-f800-4529-8f83-aca5c7f83edc service neutron] For port d1e57ff4-7a5b-4aab-87c3-26ef36edea0a, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=d1e57ff4-7a5b-4aab-87c3-26ef36edea0a,segment=NetworkSegment(45a1a486-5bd9-4eb8-874d-5e40191b95cd),segment_id=45a1a486-5bd9-4eb8-874d-5e40191b95cd)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:09:12.502456 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-29c8d6b6-f800-4529-8f83-aca5c7f83edc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (d1e57ff4-7a5b-4aab-87c3-26ef36edea0a), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:12.541505 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-29c8d6b6-f800-4529-8f83-aca5c7f83edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:12.542122 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-29c8d6b6-f800-4529-8f83-aca5c7f83edc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:12.543509 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-29c8d6b6-f800-4529-8f83-aca5c7f83edc service neutron] 10.222.0.36 "PUT /v2.0/ports/d1e57ff4-7a5b-4aab-87c3-26ef36edea0a HTTP/1.1" status: 200 len: 1093 time: 0.7455425 Mar 29 15:09:12.543946 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a3de1b-b2c9-44f0-b524-57627e40ff8e', 'tag': 'd1e57ff4-7a5b-4aab-87c3-26ef36edea0a'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:09:12.546208 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0882e1f7-ed0c-49df-a151-62d8ab796976" -d '{"events": [{"name": "network-changed", "server_uuid": "f6a3de1b-b2c9-44f0-b524-57627e40ff8e", "tag": "d1e57ff4-7a5b-4aab-87c3-26ef36edea0a"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:09:12.577370 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8d6b6-f800-4529-8f83-aca5c7f83edc service neutron] Pushing event updated for resources: {'Port': ['ID=d1e57ff4-7a5b-4aab-87c3-26ef36edea0a,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:12.596004 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0989615d-a43c-411d-ac8e-a42aa442c3a9 x-openstack-request-id: req-0989615d-a43c-411d-ac8e-a42aa442c3a9 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:09:12.596295 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6a3de1b-b2c9-44f0-b524-57627e40ff8e", "tag": "d1e57ff4-7a5b-4aab-87c3-26ef36edea0a", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:09:12.596802 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0989615d-a43c-411d-ac8e-a42aa442c3a9 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:09:12.597210 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0989615d-a43c-411d-ac8e-a42aa442c3a9'] response: {'name': 'network-changed', 'server_uuid': 'f6a3de1b-b2c9-44f0-b524-57627e40ff8e', 'tag': 'd1e57ff4-7a5b-4aab-87c3-26ef36edea0a', 'status': 'completed', 'code': 200} Mar 29 15:09:12.636254 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-4c924015-e5c9-499d-926a-600916a9aa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:12.638322 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-4c924015-e5c9-499d-926a-600916a9aa8a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af4f8ee2318e421dbf84b0a97b279da0&device_id=f6a3de1b-b2c9-44f0-b524-57627e40ff8e HTTP/1.1" status: 200 len: 1127 time: 0.0509694 Mar 29 15:09:12.688510 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 42942) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:12.694228 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-02bdaedd-45af-4216-84d7-1bde121a60c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1e57ff4-7a5b-4aab-87c3-26ef36edea0a HTTP/1.1" status: 200 len: 217 time: 0.0381052 Mar 29 15:09:12.748692 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-4a04f455-22cd-41ac-97de-8f4c8e3d8a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:12.750241 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-4a04f455-22cd-41ac-97de-8f4c8e3d8a4e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d28f83-336a-4760-8daf-f760c1456634 HTTP/1.1" status: 200 len: 849 time: 0.0500469 Mar 29 15:09:12.809087 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-2d18e40d-372a-4675-82e1-c9a4e860a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:12.810517 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-2d18e40d-372a-4675-82e1-c9a4e860a394 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478523 Mar 29 15:09:12.913065 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-41e41e4c-8311-40c7-b39e-fcb0f41d67c0 service neutron] 10.222.0.36 "GET /v2.0/networks/c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842969 Mar 29 15:09:13.006420 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a5bcce9f-f042-47bc-b300-b62063db0bc1 req-942cbd93-3ede-473f-a7db-ee898c239007 service neutron] 10.222.0.36 "GET /v2.0/networks/c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870981 Mar 29 15:09:13.110299 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882e1f7-ed0c-49df-a151-62d8ab796976 req-bba38097-abc6-423b-8009-02b7c1a0def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:13.111802 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0882e1f7-ed0c-49df-a151-62d8ab796976 req-bba38097-abc6-423b-8009-02b7c1a0def1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af4f8ee2318e421dbf84b0a97b279da0&device_id=f6a3de1b-b2c9-44f0-b524-57627e40ff8e HTTP/1.1" status: 200 len: 1127 time: 0.0449364 Mar 29 15:09:13.204542 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882e1f7-ed0c-49df-a151-62d8ab796976 req-c7bc6b83-65ac-444d-9bbe-ce780533ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:13.206045 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0882e1f7-ed0c-49df-a151-62d8ab796976 req-c7bc6b83-65ac-444d-9bbe-ce780533ef78 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db HTTP/1.1" status: 200 len: 911 time: 0.0885942 Mar 29 15:09:13.247819 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0882e1f7-ed0c-49df-a151-62d8ab796976 req-b630a14f-0cbf-4dc2-a085-56937549b9db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1e57ff4-7a5b-4aab-87c3-26ef36edea0a HTTP/1.1" status: 200 len: 217 time: 0.0346491 Mar 29 15:09:13.261351 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f8bfc7d-c613-4e59-93d3-94cafc892fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1787516'] for router_interface (dd7c4c58-77c7-467d-9f82-247cad7ab62e), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:13.296456 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882e1f7-ed0c-49df-a151-62d8ab796976 req-3b9bc4ff-67d6-4051-9828-7a7f7359b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:13.297939 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0882e1f7-ed0c-49df-a151-62d8ab796976 req-3b9bc4ff-67d6-4051-9828-7a7f7359b5b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d28f83-336a-4760-8daf-f760c1456634 HTTP/1.1" status: 200 len: 849 time: 0.0436435 Mar 29 15:09:13.353726 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882e1f7-ed0c-49df-a151-62d8ab796976 req-f8a67033-8555-4a5a-85ec-6951105c52e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:13.355227 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0882e1f7-ed0c-49df-a151-62d8ab796976 req-f8a67033-8555-4a5a-85ec-6951105c52e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510168 Mar 29 15:09:13.448499 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0882e1f7-ed0c-49df-a151-62d8ab796976 req-73dea9d9-2236-4844-9885-e00267a4093b service neutron] 10.222.0.36 "GET /v2.0/networks/c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852511 Mar 29 15:09:13.453068 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd3d87-3579-4abd-91fb-5d80340b0874 req-39f723f1-ce32-41bd-b124-255a9d7170a1 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:13.454519 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-51fd3d87-3579-4abd-91fb-5d80340b0874 req-39f723f1-ce32-41bd-b124-255a9d7170a1 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6a3de1b-b2c9-44f0-b524-57627e40ff8e HTTP/1.1" status: 200 len: 943 time: 0.1162357 Mar 29 15:09:13.551120 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0882e1f7-ed0c-49df-a151-62d8ab796976 req-a4988f26-1872-4220-8a65-d7d185b076be service neutron] 10.222.0.36 "GET /v2.0/networks/c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926621 Mar 29 15:09:13.569125 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-51fd3d87-3579-4abd-91fb-5d80340b0874 req-37a87d56-15fc-457f-924a-d501b136aaf7 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=e060f14c-16a6-4500-b61e-36e8f88ae8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947828 Mar 29 15:09:13.656206 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-2f8bfc7d-c613-4e59-93d3-94cafc892fb3 admin admin] Deleting port 8122cb94-5ff8-45ab-80fe-d59daca07898 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:09:13.656534 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f8bfc7d-c613-4e59-93d3-94cafc892fb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (8122cb94-5ff8-45ab-80fe-d59daca07898), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:13.712499 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-02e31aea-975c-463d-bb26-bf516e906547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:13.738799 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-2f8bfc7d-c613-4e59-93d3-94cafc892fb3 admin admin] For port 8122cb94-5ff8-45ab-80fe-d59daca07898, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=8122cb94-5ff8-45ab-80fe-d59daca07898,segment=NetworkSegment(c4910bd0-952b-4530-8412-09d294143007),segment_id=c4910bd0-952b-4530-8412-09d294143007)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:09:13.739392 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f8bfc7d-c613-4e59-93d3-94cafc892fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (8122cb94-5ff8-45ab-80fe-d59daca07898), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:13.751523 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-2f8bfc7d-c613-4e59-93d3-94cafc892fb3 admin admin] Calling delete_port for 8122cb94-5ff8-45ab-80fe-d59daca07898 owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:09:13.932678 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f8bfc7d-c613-4e59-93d3-94cafc892fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (8122cb94-5ff8-45ab-80fe-d59daca07898), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:13.957279 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8bfc7d-c613-4e59-93d3-94cafc892fb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8122cb94-5ff8-45ab-80fe-d59daca07898,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:14.127966 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2f8bfc7d-c613-4e59-93d3-94cafc892fb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786860'] for router_interface (dd7c4c58-77c7-467d-9f82-247cad7ab62e), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:14.342436 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8bfc7d-c613-4e59-93d3-94cafc892fb3 admin admin] Router dd7c4c58-77c7-467d-9f82-247cad7ab62e has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:09:14.451156 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8bfc7d-c613-4e59-93d3-94cafc892fb3 admin admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:09:14.457459 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-2f8bfc7d-c613-4e59-93d3-94cafc892fb3 admin admin] 10.222.0.35 "PUT /v2.0/routers/dd7c4c58-77c7-467d-9f82-247cad7ab62e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7678807 Mar 29 15:09:14.459939 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 42950) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:14.462548 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcfd3f5-b21e-4814-b1e1-78586a5d6afd None None] Sync routers for ids ['dd7c4c58-77c7-467d-9f82-247cad7ab62e'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:09:14.472809 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcfd3f5-b21e-4814-b1e1-78586a5d6afd None None] Routers {'dd7c4c58-77c7-467d-9f82-247cad7ab62e'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:09:14.473463 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-9fcfd3f5-b21e-4814-b1e1-78586a5d6afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:09:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['dd7c4c58-77c7-467d-9f82-247cad7ab62e'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:14.569085 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bc618719-2759-42e1-93d4-5c53b1a19736 admin admin] Publish callbacks [] for router (dd7c4c58-77c7-467d-9f82-247cad7ab62e), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:14.580735 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-9fcfd3f5-b21e-4814-b1e1-78586a5d6afd None None] Set router dd7c4c58-77c7-467d-9f82-247cad7ab62e gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:09:14.693655 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce3a49-2bd5-4bf6-9a83-56e8920f0444 req-0ed943f4-cc73-424b-aa06-7d3f240db3be tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:14.695276 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-45ce3a49-2bd5-4bf6-9a83-56e8920f0444 req-0ed943f4-cc73-424b-aa06-7d3f240db3be tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6a3de1b-b2c9-44f0-b524-57627e40ff8e HTTP/1.1" status: 200 len: 943 time: 0.0584421 Mar 29 15:09:14.747171 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-45ce3a49-2bd5-4bf6-9a83-56e8920f0444 req-fd902eb9-18cf-4f47-aa80-849ca6e96563 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=e060f14c-16a6-4500-b61e-36e8f88ae8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447516 Mar 29 15:09:14.758153 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:14.789673 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-9fcfd3f5-b21e-4814-b1e1-78586a5d6afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'name': 'tempest-ServerRescueNegativeTestJSON-954116710-router', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '876eac65-f672-4953-84b6-544e85e87cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:23Z', 'updated_at': '2022-03-29T15:09:13Z', 'revision_number': 5, 'project_id': '00f07373deef4fc0b642c58742393b86', 'gw_port': {'id': '876eac65-f672-4953-84b6-544e85e87cde', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:24Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:14.817830 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcfd3f5-b21e-4814-b1e1-78586a5d6afd None None] Checking router: dd7c4c58-77c7-467d-9f82-247cad7ab62e for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:09:14.826530 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcfd3f5-b21e-4814-b1e1-78586a5d6afd None None] Routers {'dd7c4c58-77c7-467d-9f82-247cad7ab62e'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:09:14.827147 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-9fcfd3f5-b21e-4814-b1e1-78586a5d6afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:09:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['dd7c4c58-77c7-467d-9f82-247cad7ab62e'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:14.885497 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bc618719-2759-42e1-93d4-5c53b1a19736 admin admin] Publish callbacks [] for router_gateway (dd7c4c58-77c7-467d-9f82-247cad7ab62e), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:14.936825 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-9fcfd3f5-b21e-4814-b1e1-78586a5d6afd None None] Set router dd7c4c58-77c7-467d-9f82-247cad7ab62e gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:09:14.937693 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-bc618719-2759-42e1-93d4-5c53b1a19736 admin admin] Deleting port 876eac65-f672-4953-84b6-544e85e87cde {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:09:14.938035 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bc618719-2759-42e1-93d4-5c53b1a19736 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (876eac65-f672-4953-84b6-544e85e87cde), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:15.020171 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-bc618719-2759-42e1-93d4-5c53b1a19736 admin admin] For port 876eac65-f672-4953-84b6-544e85e87cde, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=876eac65-f672-4953-84b6-544e85e87cde,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:09:15.020451 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bc618719-2759-42e1-93d4-5c53b1a19736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (876eac65-f672-4953-84b6-544e85e87cde), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:15.033080 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-bc618719-2759-42e1-93d4-5c53b1a19736 admin admin] Calling delete_port for 876eac65-f672-4953-84b6-544e85e87cde owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:09:15.121579 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-9fcfd3f5-b21e-4814-b1e1-78586a5d6afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'name': 'tempest-ServerRescueNegativeTestJSON-954116710-router', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '876eac65-f672-4953-84b6-544e85e87cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:23Z', 'updated_at': '2022-03-29T15:09:13Z', 'revision_number': 5, 'project_id': '00f07373deef4fc0b642c58742393b86', 'gw_port': {'id': '876eac65-f672-4953-84b6-544e85e87cde', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:24Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:15.148957 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcfd3f5-b21e-4814-b1e1-78586a5d6afd None None] The sync data for ids ['dd7c4c58-77c7-467d-9f82-247cad7ab62e'] in dv-cinder-835635-1-iscsi is: [{'id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'name': 'tempest-ServerRescueNegativeTestJSON-954116710-router', 'tenant_id': '00f07373deef4fc0b642c58742393b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '876eac65-f672-4953-84b6-544e85e87cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:23Z', 'updated_at': '2022-03-29T15:09:13Z', 'revision_number': 5, 'project_id': '00f07373deef4fc0b642c58742393b86', 'gw_port': {'id': '876eac65-f672-4953-84b6-544e85e87cde', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c4c58-77c7-467d-9f82-247cad7ab62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:24Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:09:15.212440 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bc618719-2759-42e1-93d4-5c53b1a19736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (876eac65-f672-4953-84b6-544e85e87cde), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:15.230139 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 59d28632-a2db-4fa9-8a3e-833c3499a8ab no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:09:15.238072 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc618719-2759-42e1-93d4-5c53b1a19736 admin admin] Pushing event deleted for resources: {'Port': ['ID=876eac65-f672-4953-84b6-544e85e87cde,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:15.254900 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] No Port match for: 59d28632-a2db-4fa9-8a3e-833c3499a8ab {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:09:15.255252 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 59d28632-a2db-4fa9-8a3e-833c3499a8ab not bound to the agent host hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:09:15.298145 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bc618719-2759-42e1-93d4-5c53b1a19736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787142'] for router_gateway (dd7c4c58-77c7-467d-9f82-247cad7ab62e), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:15.406782 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bc618719-2759-42e1-93d4-5c53b1a19736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1793434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2952'] for router (dd7c4c58-77c7-467d-9f82-247cad7ab62e), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:15.408946 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bc618719-2759-42e1-93d4-5c53b1a19736 admin admin] Publish callbacks [] for router_controller (dd7c4c58-77c7-467d-9f82-247cad7ab62e), precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:15.474653 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bc618719-2759-42e1-93d4-5c53b1a19736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1793507'] for router (dd7c4c58-77c7-467d-9f82-247cad7ab62e), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:15.475304 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc618719-2759-42e1-93d4-5c53b1a19736 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd7c4c58-77c7-467d-9f82-247cad7ab62e {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:09:15.480193 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bc618719-2759-42e1-93d4-5c53b1a19736 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:15.481381 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-bc618719-2759-42e1-93d4-5c53b1a19736 admin admin] 10.222.0.35 "DELETE /v2.0/routers/dd7c4c58-77c7-467d-9f82-247cad7ab62e HTTP/1.1" status: 204 len: 168 time: 1.0205905 Mar 29 15:09:15.483890 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 42954) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:15.536752 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb8fe03-6f05-47d9-b41d-aa6af16a41f0 admin admin] Deleting subnet 4785f368-95a0-409f-b70d-930d5b4d123e {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:09:15.540252 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1cb8fe03-6f05-47d9-b41d-aa6af16a41f0 admin admin] Publish callbacks [] for subnet (4785f368-95a0-409f-b70d-930d5b4d123e), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:15.575850 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1cb8fe03-6f05-47d9-b41d-aa6af16a41f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16402688'] for subnet (4785f368-95a0-409f-b70d-930d5b4d123e), precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:15.655051 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1cb8fe03-6f05-47d9-b41d-aa6af16a41f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926406'] for subnet (4785f368-95a0-409f-b70d-930d5b4d123e), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:15.710166 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1cb8fe03-6f05-47d9-b41d-aa6af16a41f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13304387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12742666'] for subnet (4785f368-95a0-409f-b70d-930d5b4d123e), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:15.740754 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8fe03-6f05-47d9-b41d-aa6af16a41f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4785f368-95a0-409f-b70d-930d5b4d123e,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:15.744234 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1cb8fe03-6f05-47d9-b41d-aa6af16a41f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for subnet (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:15.747394 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-1cb8fe03-6f05-47d9-b41d-aa6af16a41f0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4785f368-95a0-409f-b70d-930d5b4d123e HTTP/1.1" status: 204 len: 168 time: 0.2624364 Mar 29 15:09:15.749956 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 42956) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:15.752451 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1330cb76-1661-4321-a9d6-52f8a9bb20de None None] Network 9352682d-561b-46b3-a155-35c84f4fd466 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:09:15.846188 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7e985d25-22c0-42cb-8b8d-259fb6e4d3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050247'] for network (9352682d-561b-46b3-a155-35c84f4fd466), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:15.929970 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1275362-1417-4b18-932b-9867e2d635f3 req-cfda4a41-5c15-4a4e-9d62-46d7e24ef108 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:15.931484 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b1275362-1417-4b18-932b-9867e2d635f3 req-cfda4a41-5c15-4a4e-9d62-46d7e24ef108 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6a3de1b-b2c9-44f0-b524-57627e40ff8e HTTP/1.1" status: 200 len: 943 time: 0.1036391 Mar 29 15:09:15.959453 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-7e985d25-22c0-42cb-8b8d-259fb6e4d3b7 admin admin] Deleting port f3f1a946-59da-44b1-a3a5-d4740e61a8f7 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:09:15.959785 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7e985d25-22c0-42cb-8b8d-259fb6e4d3b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (f3f1a946-59da-44b1-a3a5-d4740e61a8f7), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:16.030848 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b1275362-1417-4b18-932b-9867e2d635f3 req-44e8e220-079b-4669-ad42-c26da13c980b tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=e060f14c-16a6-4500-b61e-36e8f88ae8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924737 Mar 29 15:09:16.042199 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-7e985d25-22c0-42cb-8b8d-259fb6e4d3b7 admin admin] For port f3f1a946-59da-44b1-a3a5-d4740e61a8f7, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=f3f1a946-59da-44b1-a3a5-d4740e61a8f7,segment=NetworkSegment(c4910bd0-952b-4530-8412-09d294143007),segment_id=c4910bd0-952b-4530-8412-09d294143007)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:09:16.042568 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7e985d25-22c0-42cb-8b8d-259fb6e4d3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (f3f1a946-59da-44b1-a3a5-d4740e61a8f7), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:16.054933 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-7e985d25-22c0-42cb-8b8d-259fb6e4d3b7 admin admin] Calling delete_port for f3f1a946-59da-44b1-a3a5-d4740e61a8f7 owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:09:16.137040 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7e985d25-22c0-42cb-8b8d-259fb6e4d3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (f3f1a946-59da-44b1-a3a5-d4740e61a8f7), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:16.162408 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e985d25-22c0-42cb-8b8d-259fb6e4d3b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3f1a946-59da-44b1-a3a5-d4740e61a8f7,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:16.169155 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e985d25-22c0-42cb-8b8d-259fb6e4d3b7 admin admin] No DVR routers for this DVR port f3f1a946-59da-44b1-a3a5-d4740e61a8f7 on host dv-cinder-835635-1-iscsi {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:09:16.181730 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360eb2d1-8acd-4bec-9055-6bb5764b6150 None None] DHCP port deletion for 9352682d-561b-46b3-a155-35c84f4fd466 request from dv-cinder-835635-1-iscsi {{(pid=103155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 15:09:16.254491 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7e985d25-22c0-42cb-8b8d-259fb6e4d3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989517', 'neutron.services.segments.db._delete_segments_for_network-8776791792186'] for network (9352682d-561b-46b3-a155-35c84f4fd466), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:16.274050 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-7e985d25-22c0-42cb-8b8d-259fb6e4d3b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9352682d-561b-46b3-a155-35c84f4fd466']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:16.283149 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-7e985d25-22c0-42cb-8b8d-259fb6e4d3b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4910bd0-952b-4530-8412-09d294143007') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:16.283449 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-7e985d25-22c0-42cb-8b8d-259fb6e4d3b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4910bd0-952b-4530-8412-09d294143007') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:16.293439 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7e985d25-22c0-42cb-8b8d-259fb6e4d3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776792023619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16402699'] for segment (c4910bd0-952b-4530-8412-09d294143007), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:16.306964 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7e985d25-22c0-42cb-8b8d-259fb6e4d3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (c4910bd0-952b-4530-8412-09d294143007), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:16.312727 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e985d25-22c0-42cb-8b8d-259fb6e4d3b7 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:09:16.313149 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7e985d25-22c0-42cb-8b8d-259fb6e4d3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13311205'] for segment (c4910bd0-952b-4530-8412-09d294143007), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: Traceback (most recent call last): Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: timer() Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: cb(*args, **kw) Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: return func(*args, **kwargs) Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: self._notify() Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: self.callback(batched_events) Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: event.method(event) Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: return f(self, *a, **k) Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: return self._get(url).json() Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: return self.request(url, 'GET', **kwargs) Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:09:16.314782 dv-cinder-835635-1-iscsi neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:09:16.368540 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7e985d25-22c0-42cb-8b8d-259fb6e4d3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787242'] for network (9352682d-561b-46b3-a155-35c84f4fd466), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:16.372783 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7e985d25-22c0-42cb-8b8d-259fb6e4d3b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:16.376298 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-7e985d25-22c0-42cb-8b8d-259fb6e4d3b7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9352682d-561b-46b3-a155-35c84f4fd466 HTTP/1.1" status: 204 len: 168 time: 0.6254632 Mar 29 15:09:16.389165 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e985d25-22c0-42cb-8b8d-259fb6e4d3b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9352682d-561b-46b3-a155-35c84f4fd466,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:16.496183 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 42962) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:16.536800 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-48b62301-9d6d-4c85-afe0-2902b7d112a9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=00f07373deef4fc0b642c58742393b86&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393991 Mar 29 15:09:16.538155 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 876eac65-f672-4953-84b6-544e85e87cde no longer exists at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:09:16.539184 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 42964) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:16.568161 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] No Port match for: 876eac65-f672-4953-84b6-544e85e87cde {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:09:16.568504 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 876eac65-f672-4953-84b6-544e85e87cde not bound to the agent host dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:09:16.568939 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device f3f1a946-59da-44b1-a3a5-d4740e61a8f7 no longer exists at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:09:16.592931 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-15d0a9da-e204-4245-8735-54a8cf87a113 admin admin] Publish callbacks [] for security_group (a9c87838-9d90-43e6-959d-a8298ed9950c), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:16.593267 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] No Port match for: f3f1a946-59da-44b1-a3a5-d4740e61a8f7 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:09:16.593616 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device f3f1a946-59da-44b1-a3a5-d4740e61a8f7 not bound to the agent host dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:09:16.594023 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 8122cb94-5ff8-45ab-80fe-d59daca07898 no longer exists at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:09:16.595627 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:16.614227 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] No Port match for: 8122cb94-5ff8-45ab-80fe-d59daca07898 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:09:16.614569 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 8122cb94-5ff8-45ab-80fe-d59daca07898 not bound to the agent host dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:09:16.614714 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-15d0a9da-e204-4245-8735-54a8cf87a113 admin admin] Publish callbacks [] for security_group (a9c87838-9d90-43e6-959d-a8298ed9950c), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:16.662589 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-15d0a9da-e204-4245-8735-54a8cf87a113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (a9c87838-9d90-43e6-959d-a8298ed9950c), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:16.665390 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-15d0a9da-e204-4245-8735-54a8cf87a113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:16.666521 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-15d0a9da-e204-4245-8735-54a8cf87a113 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a9c87838-9d90-43e6-959d-a8298ed9950c HTTP/1.1" status: 204 len: 168 time: 0.1264594 Mar 29 15:09:16.674292 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0a9da-e204-4245-8735-54a8cf87a113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c87838-9d90-43e6-959d-a8298ed9950c,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:17.151647 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671960bb-2b07-47d4-9f6e-db25689b11b0 req-80bb0f28-78c0-43ec-a23d-e3b861c9c7ae tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:17.153147 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-671960bb-2b07-47d4-9f6e-db25689b11b0 req-80bb0f28-78c0-43ec-a23d-e3b861c9c7ae tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6a3de1b-b2c9-44f0-b524-57627e40ff8e HTTP/1.1" status: 200 len: 943 time: 0.0563726 Mar 29 15:09:17.201259 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-671960bb-2b07-47d4-9f6e-db25689b11b0 req-f7de3bea-2968-4ff7-b00a-705184ed9d70 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=e060f14c-16a6-4500-b61e-36e8f88ae8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423875 Mar 29 15:09:17.241623 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device d1e57ff4-7a5b-4aab-87c3-26ef36edea0a details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:09:17.341575 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port d1e57ff4-7a5b-4aab-87c3-26ef36edea0a, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=d1e57ff4-7a5b-4aab-87c3-26ef36edea0a,segment=NetworkSegment(45a1a486-5bd9-4eb8-874d-5e40191b95cd),segment_id=45a1a486-5bd9-4eb8-874d-5e40191b95cd)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:09:17.352908 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Returning: {'device': 'd1e57ff4-7a5b-4aab-87c3-26ef36edea0a', 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db', 'port_id': 'd1e57ff4-7a5b-4aab-87c3-26ef36edea0a', 'mac_address': 'fa:16:3e:c1:2a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:09:17.390930 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port d1e57ff4-7a5b-4aab-87c3-26ef36edea0a is: DOWN; New status is: BUILD {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:09:17.391321 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (d1e57ff4-7a5b-4aab-87c3-26ef36edea0a), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:17.404281 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1e57ff4-7a5b-4aab-87c3-26ef36edea0a {{(pid=103155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:09:17.424060 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port d1e57ff4-7a5b-4aab-87c3-26ef36edea0a, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=d1e57ff4-7a5b-4aab-87c3-26ef36edea0a,segment=NetworkSegment(45a1a486-5bd9-4eb8-874d-5e40191b95cd),segment_id=45a1a486-5bd9-4eb8-874d-5e40191b95cd)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:09:17.429437 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (d1e57ff4-7a5b-4aab-87c3-26ef36edea0a), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:17.479179 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=d1e57ff4-7a5b-4aab-87c3-26ef36edea0a,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:17.618478 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:17.770527 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['d1e57ff4-7a5b-4aab-87c3-26ef36edea0a'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:09:18.235635 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 43014) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:18.319422 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99587c-371e-4fbf-b341-6fa02338cbed req-23348e4d-ccc1-4f7b-89f3-8ff8f779d1b0 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:18.320911 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-6c99587c-371e-4fbf-b341-6fa02338cbed req-23348e4d-ccc1-4f7b-89f3-8ff8f779d1b0 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6a3de1b-b2c9-44f0-b524-57627e40ff8e HTTP/1.1" status: 200 len: 944 time: 0.0533531 Mar 29 15:09:18.350261 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-72990e3f-245f-4ac9-b83b-5d1ae498de7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:18.399786 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-6c99587c-371e-4fbf-b341-6fa02338cbed req-fc81af02-41ef-48d0-b2c1-8857c3d1fbb1 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=e060f14c-16a6-4500-b61e-36e8f88ae8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717154 Mar 29 15:09:18.450391 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-72990e3f-245f-4ac9-b83b-5d1ae498de7d admin admin] Publish callbacks [] for security_group (c9b122fa-5b61-462d-a7c3-e3bd7c33e933), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:18.453798 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-72990e3f-245f-4ac9-b83b-5d1ae498de7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (c9b122fa-5b61-462d-a7c3-e3bd7c33e933), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:18.492534 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-72990e3f-245f-4ac9-b83b-5d1ae498de7d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d47b76708e784718ab83ce9f2dea9b58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558172 Mar 29 15:09:18.494479 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72990e3f-245f-4ac9-b83b-5d1ae498de7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b122fa-5b61-462d-a7c3-e3bd7c33e933,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:18.495217 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 43018) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:18.551731 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2c5c810e-ba63-4ce5-a3f3-df5cc188ebd0 admin admin] Publish callbacks [] for security_group (c9b122fa-5b61-462d-a7c3-e3bd7c33e933), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:18.572697 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2c5c810e-ba63-4ce5-a3f3-df5cc188ebd0 admin admin] Publish callbacks [] for security_group (c9b122fa-5b61-462d-a7c3-e3bd7c33e933), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:18.617796 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2c5c810e-ba63-4ce5-a3f3-df5cc188ebd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (c9b122fa-5b61-462d-a7c3-e3bd7c33e933), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:18.620426 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2c5c810e-ba63-4ce5-a3f3-df5cc188ebd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:18.621584 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-2c5c810e-ba63-4ce5-a3f3-df5cc188ebd0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9b122fa-5b61-462d-a7c3-e3bd7c33e933 HTTP/1.1" status: 204 len: 168 time: 0.1253314 Mar 29 15:09:18.629736 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c810e-ba63-4ce5-a3f3-df5cc188ebd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b122fa-5b61-462d-a7c3-e3bd7c33e933,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:18.636768 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c810e-ba63-4ce5-a3f3-df5cc188ebd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:18.637113 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c810e-ba63-4ce5-a3f3-df5cc188ebd0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:18.637448 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c810e-ba63-4ce5-a3f3-df5cc188ebd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:18.637823 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c810e-ba63-4ce5-a3f3-df5cc188ebd0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:18.638190 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c810e-ba63-4ce5-a3f3-df5cc188ebd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:18.638512 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c810e-ba63-4ce5-a3f3-df5cc188ebd0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:18.638906 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c810e-ba63-4ce5-a3f3-df5cc188ebd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:18.639226 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c810e-ba63-4ce5-a3f3-df5cc188ebd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:18.639566 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c810e-ba63-4ce5-a3f3-df5cc188ebd0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:18.639892 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c810e-ba63-4ce5-a3f3-df5cc188ebd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:18.640208 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c810e-ba63-4ce5-a3f3-df5cc188ebd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:18.640526 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c810e-ba63-4ce5-a3f3-df5cc188ebd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:18.640869 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c810e-ba63-4ce5-a3f3-df5cc188ebd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:18.641182 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c810e-ba63-4ce5-a3f3-df5cc188ebd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:18.641495 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5c810e-ba63-4ce5-a3f3-df5cc188ebd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:09:18.881566 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 43024) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:18.894496 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c196a367-4efb-4c8a-a4a7-7281ac264565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:18.968160 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c196a367-4efb-4c8a-a4a7-7281ac264565 admin admin] Publish callbacks [] for security_group (e197c951-1f61-420d-b58c-2673cab6ca5d), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:18.972087 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c196a367-4efb-4c8a-a4a7-7281ac264565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (e197c951-1f61-420d-b58c-2673cab6ca5d), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:19.011283 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-c196a367-4efb-4c8a-a4a7-7281ac264565 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=81f5615e0b2648a4b692b900ed5f11f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1284375 Mar 29 15:09:19.012018 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196a367-4efb-4c8a-a4a7-7281ac264565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e197c951-1f61-420d-b58c-2673cab6ca5d,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:19.013808 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 43026) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:19.061322 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-db443c23-4cfd-42dd-a791-9091a1621cbf admin admin] Publish callbacks [] for security_group (e197c951-1f61-420d-b58c-2673cab6ca5d), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:19.082391 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-db443c23-4cfd-42dd-a791-9091a1621cbf admin admin] Publish callbacks [] for security_group (e197c951-1f61-420d-b58c-2673cab6ca5d), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:19.132435 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-db443c23-4cfd-42dd-a791-9091a1621cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (e197c951-1f61-420d-b58c-2673cab6ca5d), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:19.135227 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-db443c23-4cfd-42dd-a791-9091a1621cbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:19.138684 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-db443c23-4cfd-42dd-a791-9091a1621cbf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e197c951-1f61-420d-b58c-2673cab6ca5d HTTP/1.1" status: 204 len: 168 time: 0.1216087 Mar 29 15:09:19.145069 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db443c23-4cfd-42dd-a791-9091a1621cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e197c951-1f61-420d-b58c-2673cab6ca5d,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:19.253683 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device d1e57ff4-7a5b-4aab-87c3-26ef36edea0a up at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:09:19.310416 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning for port d1e57ff4-7a5b-4aab-87c3-26ef36edea0a completed by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:09:19.314270 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning complete for port d1e57ff4-7a5b-4aab-87c3-26ef36edea0a triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:09:19.314641 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (d1e57ff4-7a5b-4aab-87c3-26ef36edea0a), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:19.393572 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port d1e57ff4-7a5b-4aab-87c3-26ef36edea0a is: BUILD; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:09:19.393967 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (d1e57ff4-7a5b-4aab-87c3-26ef36edea0a), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:19.417423 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a3de1b-b2c9-44f0-b524-57627e40ff8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e57ff4-7a5b-4aab-87c3-26ef36edea0a'}] {{(pid=103155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:09:19.419737 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38c8142a5be8756d7824345574af4facaba61695d099691de86e3daaece1ccc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5f6a2e-7096-43e3-b505-f3a26c0ab3ab" -d '{"events": [{"server_uuid": "f6a3de1b-b2c9-44f0-b524-57627e40ff8e", "name": "network-vif-plugged", "status": "completed", "tag": "d1e57ff4-7a5b-4aab-87c3-26ef36edea0a"}]}' {{(pid=103155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:09:19.433702 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port d1e57ff4-7a5b-4aab-87c3-26ef36edea0a, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=d1e57ff4-7a5b-4aab-87c3-26ef36edea0a,segment=NetworkSegment(45a1a486-5bd9-4eb8-874d-5e40191b95cd),segment_id=45a1a486-5bd9-4eb8-874d-5e40191b95cd)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:09:19.439962 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (d1e57ff4-7a5b-4aab-87c3-26ef36edea0a), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:19.484782 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7657ee6-e54b-4ffd-a04d-398760ff4ed6 x-openstack-request-id: req-d7657ee6-e54b-4ffd-a04d-398760ff4ed6 {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:09:19.485233 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a3de1b-b2c9-44f0-b524-57627e40ff8e", "name": "network-vif-plugged", "status": "completed", "tag": "d1e57ff4-7a5b-4aab-87c3-26ef36edea0a", "code": 200}]} {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:09:19.485501 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7657ee6-e54b-4ffd-a04d-398760ff4ed6 {{(pid=103155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:09:19.485897 dv-cinder-835635-1-iscsi neutron-server[103155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7657ee6-e54b-4ffd-a04d-398760ff4ed6'] response: {'server_uuid': 'f6a3de1b-b2c9-44f0-b524-57627e40ff8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e57ff4-7a5b-4aab-87c3-26ef36edea0a', 'code': 200} Mar 29 15:09:19.499565 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=d1e57ff4-7a5b-4aab-87c3-26ef36edea0a,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:19.551004 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa248ba6-2d2a-4bfb-8e4d-dbfec5fe2369 req-3314102c-3868-4c83-bd90-d9746b3f4858 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:19.552536 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-fa248ba6-2d2a-4bfb-8e4d-dbfec5fe2369 req-3314102c-3868-4c83-bd90-d9746b3f4858 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6a3de1b-b2c9-44f0-b524-57627e40ff8e HTTP/1.1" status: 200 len: 945 time: 0.0698292 Mar 29 15:09:19.602579 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-fa248ba6-2d2a-4bfb-8e4d-dbfec5fe2369 req-c9d202fc-b42d-4ca7-b962-e3261e01a6d0 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=e060f14c-16a6-4500-b61e-36e8f88ae8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441885 Mar 29 15:09:19.651757 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6889d-12e2-4f83-9733-1260d65a24a0 req-a7fcf7e8-3d73-4801-b006-5585bfef3a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:19.653888 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-adb6889d-12e2-4f83-9733-1260d65a24a0 req-a7fcf7e8-3d73-4801-b006-5585bfef3a67 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f6a3de1b-b2c9-44f0-b524-57627e40ff8e HTTP/1.1" status: 200 len: 1129 time: 0.0493102 Mar 29 15:09:19.702772 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-adb6889d-12e2-4f83-9733-1260d65a24a0 req-22e3e594-faaf-4e3f-8fdf-c2ca0314afaa service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e060f14c-16a6-4500-b61e-36e8f88ae8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414951 Mar 29 15:09:20.723747 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0547a0-ac81-4b6a-967b-5ee4b1e4ea77 req-a33e2ff4-7fde-4ac0-b53b-db3831ff8314 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:20.725277 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3d0547a0-ac81-4b6a-967b-5ee4b1e4ea77 req-a33e2ff4-7fde-4ac0-b53b-db3831ff8314 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6a3de1b-b2c9-44f0-b524-57627e40ff8e HTTP/1.1" status: 200 len: 945 time: 0.0532069 Mar 29 15:09:20.772545 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3d0547a0-ac81-4b6a-967b-5ee4b1e4ea77 req-f75e29e1-0314-4947-b52e-53269cf4f241 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=e060f14c-16a6-4500-b61e-36e8f88ae8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418329 Mar 29 15:09:21.891201 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b799ee-87ca-4558-81a0-188abce23d12 req-a67e0eca-1d5c-4368-9205-530689c179b6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:21.892684 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-04b799ee-87ca-4558-81a0-188abce23d12 req-a67e0eca-1d5c-4368-9205-530689c179b6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6a3de1b-b2c9-44f0-b524-57627e40ff8e HTTP/1.1" status: 200 len: 945 time: 0.0542338 Mar 29 15:09:21.939061 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-04b799ee-87ca-4558-81a0-188abce23d12 req-be954f4d-274d-4325-b930-2e53fc75a44a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=e060f14c-16a6-4500-b61e-36e8f88ae8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400693 Mar 29 15:09:22.055629 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e3a0d-1d68-4a47-90a0-9e0b4750b606 req-a0b14cf1-9512-43ca-a8b2-a5500d1b4162 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:22.057028 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-dc4e3a0d-1d68-4a47-90a0-9e0b4750b606 req-a0b14cf1-9512-43ca-a8b2-a5500d1b4162 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6a3de1b-b2c9-44f0-b524-57627e40ff8e HTTP/1.1" status: 200 len: 945 time: 0.0557876 Mar 29 15:09:22.067705 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 43088) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:22.072203 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-239338be-99e2-4796-be49-fd1d249106e9 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Request body: {'floatingip': {'port_id': 'd1e57ff4-7a5b-4aab-87c3-26ef36edea0a'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:09:22.118504 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-239338be-99e2-4796-be49-fd1d249106e9 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for floatingip (94324655-291f-4eed-a5e8-9e8037866c4f), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:22.551781 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-239338be-99e2-4796-be49-fd1d249106e9 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:22.556335 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-239338be-99e2-4796-be49-fd1d249106e9 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (94324655-291f-4eed-a5e8-9e8037866c4f), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:22.659561 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.l3_db [None req-239338be-99e2-4796-be49-fd1d249106e9 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Floating IP 94324655-291f-4eed-a5e8-9e8037866c4f associated. External IP: 172.27.2.162, port: d1e57ff4-7a5b-4aab-87c3-26ef36edea0a. Mar 29 15:09:22.876045 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239338be-99e2-4796-be49-fd1d249106e9 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Router 4491648a-e652-4c18-b06a-39dc449e7243 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:09:22.987933 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239338be-99e2-4796-be49-fd1d249106e9 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:09:22.992545 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-239338be-99e2-4796-be49-fd1d249106e9 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:22.997557 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86ba009-5eeb-4f81-ad06-24d4b62d33d0 None None] Sync routers for ids ['4491648a-e652-4c18-b06a-39dc449e7243'] in dv-cinder-835635-1-iscsi {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:09:23.011220 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86ba009-5eeb-4f81-ad06-24d4b62d33d0 None None] Routers {'4491648a-e652-4c18-b06a-39dc449e7243'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:09:23.011822 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-d86ba009-5eeb-4f81-ad06-24d4b62d33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:09:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['4491648a-e652-4c18-b06a-39dc449e7243'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:23.022352 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-239338be-99e2-4796-be49-fd1d249106e9 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "PUT /v2.0/floatingips/94324655-291f-4eed-a5e8-9e8037866c4f HTTP/1.1" status: 200 len: 991 time: 0.9535394 Mar 29 15:09:23.023006 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a3de1b-b2c9-44f0-b524-57627e40ff8e', 'tag': 'd1e57ff4-7a5b-4aab-87c3-26ef36edea0a'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:09:23.025479 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbf3bfd-7179-4986-83a7-63b1aa83ea9d" -d '{"events": [{"name": "network-changed", "server_uuid": "f6a3de1b-b2c9-44f0-b524-57627e40ff8e", "tag": "d1e57ff4-7a5b-4aab-87c3-26ef36edea0a"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:09:23.060525 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf548d8d-abdd-4640-8e0e-4fc87342dffe x-openstack-request-id: req-bf548d8d-abdd-4640-8e0e-4fc87342dffe {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:09:23.061142 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6a3de1b-b2c9-44f0-b524-57627e40ff8e", "tag": "d1e57ff4-7a5b-4aab-87c3-26ef36edea0a", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:09:23.061142 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bf548d8d-abdd-4640-8e0e-4fc87342dffe {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:09:23.061483 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf548d8d-abdd-4640-8e0e-4fc87342dffe'] response: {'name': 'network-changed', 'server_uuid': 'f6a3de1b-b2c9-44f0-b524-57627e40ff8e', 'tag': 'd1e57ff4-7a5b-4aab-87c3-26ef36edea0a', 'status': 'completed', 'code': 200} Mar 29 15:09:23.121223 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-d86ba009-5eeb-4f81-ad06-24d4b62d33d0 None None] Set router 4491648a-e652-4c18-b06a-39dc449e7243 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:09:23.151019 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf3bfd-7179-4986-83a7-63b1aa83ea9d req-87d3711e-e82a-4846-bd80-cca359a7dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:23.152453 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ccbf3bfd-7179-4986-83a7-63b1aa83ea9d req-87d3711e-e82a-4846-bd80-cca359a7dee2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af4f8ee2318e421dbf84b0a97b279da0&device_id=f6a3de1b-b2c9-44f0-b524-57627e40ff8e HTTP/1.1" status: 200 len: 1129 time: 0.0453408 Mar 29 15:09:23.245604 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf3bfd-7179-4986-83a7-63b1aa83ea9d req-9e5026bc-e1fb-4fef-b8a6-4c3e94feeb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:23.247081 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ccbf3bfd-7179-4986-83a7-63b1aa83ea9d req-9e5026bc-e1fb-4fef-b8a6-4c3e94feeb06 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db HTTP/1.1" status: 200 len: 911 time: 0.0882418 Mar 29 15:09:23.312205 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ccbf3bfd-7179-4986-83a7-63b1aa83ea9d req-0cf2b639-d353-459f-a931-d1402a6a7a94 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1e57ff4-7a5b-4aab-87c3-26ef36edea0a HTTP/1.1" status: 200 len: 999 time: 0.0590389 Mar 29 15:09:23.342185 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-d86ba009-5eeb-4f81-ad06-24d4b62d33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4491648a-e652-4c18-b06a-39dc449e7243', 'name': 'tempest-AttachVolumeTestJSON-840906129-router', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:34Z', 'revision_number': 4, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'gw_port': {'id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:26Z', 'updated_at': '2022-03-29T15:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '94324655-291f-4eed-a5e8-9e8037866c4f', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'port_id': 'd1e57ff4-7a5b-4aab-87c3-26ef36edea0a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db', 'mac_address': 'fa:16:3e:c1:2a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a3de1b-b2c9-44f0-b524-57627e40ff8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:09:08Z', 'updated_at': '2022-03-29T15:09:22Z', 'revision_number': 1, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c420abcb-17a6-4dbc-87c2-0aba40cf45d9', 'name': '', 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'mac_address': 'fa:16:3e:9d:65:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:32Z', 'updated_at': '2022-03-29T15:02:49Z', 'revision_number': 5, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'subnets': [{'id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:23.364714 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf3bfd-7179-4986-83a7-63b1aa83ea9d req-4ab41b84-4f6d-49da-a1fc-5008dcd94d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:23.366177 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ccbf3bfd-7179-4986-83a7-63b1aa83ea9d req-4ab41b84-4f6d-49da-a1fc-5008dcd94d03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d28f83-336a-4760-8daf-f760c1456634 HTTP/1.1" status: 200 len: 849 time: 0.0474927 Mar 29 15:09:23.368494 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86ba009-5eeb-4f81-ad06-24d4b62d33d0 None None] Checking router: 4491648a-e652-4c18-b06a-39dc449e7243 for host: dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:09:23.376646 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86ba009-5eeb-4f81-ad06-24d4b62d33d0 None None] Routers {'4491648a-e652-4c18-b06a-39dc449e7243'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:09:23.377244 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-d86ba009-5eeb-4f81-ad06-24d4b62d33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:09:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['4491648a-e652-4c18-b06a-39dc449e7243'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:23.415521 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf3bfd-7179-4986-83a7-63b1aa83ea9d req-e3e88f0c-7a14-4a2d-bdfa-889c3a17d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:09:23.416965 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ccbf3bfd-7179-4986-83a7-63b1aa83ea9d req-e3e88f0c-7a14-4a2d-bdfa-889c3a17d1cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444889 Mar 29 15:09:23.485275 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-d86ba009-5eeb-4f81-ad06-24d4b62d33d0 None None] Set router 4491648a-e652-4c18-b06a-39dc449e7243 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:09:23.504331 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ccbf3bfd-7179-4986-83a7-63b1aa83ea9d req-31ad2d2d-2922-4442-85f7-66c5d47f21e8 service neutron] 10.222.0.36 "GET /v2.0/networks/c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811059 Mar 29 15:09:23.597526 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ccbf3bfd-7179-4986-83a7-63b1aa83ea9d req-5f3822fe-313e-4b4a-840a-eb3e80a159ad service neutron] 10.222.0.36 "GET /v2.0/networks/c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870330 Mar 29 15:09:23.715765 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-d86ba009-5eeb-4f81-ad06-24d4b62d33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4491648a-e652-4c18-b06a-39dc449e7243', 'name': 'tempest-AttachVolumeTestJSON-840906129-router', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:34Z', 'revision_number': 4, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'gw_port': {'id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:26Z', 'updated_at': '2022-03-29T15:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '94324655-291f-4eed-a5e8-9e8037866c4f', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'port_id': 'd1e57ff4-7a5b-4aab-87c3-26ef36edea0a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db', 'mac_address': 'fa:16:3e:c1:2a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a3de1b-b2c9-44f0-b524-57627e40ff8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:09:08Z', 'updated_at': '2022-03-29T15:09:22Z', 'revision_number': 1, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c420abcb-17a6-4dbc-87c2-0aba40cf45d9', 'name': '', 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'mac_address': 'fa:16:3e:9d:65:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:32Z', 'updated_at': '2022-03-29T15:02:49Z', 'revision_number': 5, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'subnets': [{'id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:09:23.742098 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86ba009-5eeb-4f81-ad06-24d4b62d33d0 None None] The sync data for ids ['4491648a-e652-4c18-b06a-39dc449e7243'] in dv-cinder-835635-1-iscsi is: [{'id': '4491648a-e652-4c18-b06a-39dc449e7243', 'name': 'tempest-AttachVolumeTestJSON-840906129-router', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:34Z', 'revision_number': 4, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'gw_port': {'id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:26Z', 'updated_at': '2022-03-29T15:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '94324655-291f-4eed-a5e8-9e8037866c4f', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'port_id': 'd1e57ff4-7a5b-4aab-87c3-26ef36edea0a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db', 'mac_address': 'fa:16:3e:c1:2a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a3de1b-b2c9-44f0-b524-57627e40ff8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:09:08Z', 'updated_at': '2022-03-29T15:09:22Z', 'revision_number': 1, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c420abcb-17a6-4dbc-87c2-0aba40cf45d9', 'name': '', 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'mac_address': 'fa:16:3e:9d:65:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:32Z', 'updated_at': '2022-03-29T15:02:49Z', 'revision_number': 5, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'subnets': [{'id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:09:23.947674 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f2d46e-0773-41b0-8f32-10483cf27e6a None None] New status for floating IP 94324655-291f-4eed-a5e8-9e8037866c4f: ACTIVE {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:09:24.148194 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 43116) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:24.250788 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-525c0384-978b-48fd-ac15-b91182916a1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:24.323919 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-525c0384-978b-48fd-ac15-b91182916a1f admin admin] Publish callbacks [] for security_group (7b637a34-9692-4361-8eac-cb8a4b4c8627), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:24.327638 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-525c0384-978b-48fd-ac15-b91182916a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (7b637a34-9692-4361-8eac-cb8a4b4c8627), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:24.364510 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c0384-978b-48fd-ac15-b91182916a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b637a34-9692-4361-8eac-cb8a4b4c8627,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:24.368779 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-525c0384-978b-48fd-ac15-b91182916a1f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e6bd6740dc3c44ec9cea5ca7b5e8f49f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194772 Mar 29 15:09:24.371831 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 43122) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:24.417730 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9155b338-b5e5-481e-93e8-aa1b0d7a9f13 admin admin] Publish callbacks [] for security_group (7b637a34-9692-4361-8eac-cb8a4b4c8627), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:24.442360 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9155b338-b5e5-481e-93e8-aa1b0d7a9f13 admin admin] Publish callbacks [] for security_group (7b637a34-9692-4361-8eac-cb8a4b4c8627), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:24.488311 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9155b338-b5e5-481e-93e8-aa1b0d7a9f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (7b637a34-9692-4361-8eac-cb8a4b4c8627), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:24.491544 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9155b338-b5e5-481e-93e8-aa1b0d7a9f13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:24.492725 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-9155b338-b5e5-481e-93e8-aa1b0d7a9f13 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b637a34-9692-4361-8eac-cb8a4b4c8627 HTTP/1.1" status: 204 len: 168 time: 0.1204128 Mar 29 15:09:24.500604 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155b338-b5e5-481e-93e8-aa1b0d7a9f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b637a34-9692-4361-8eac-cb8a4b4c8627,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:24.746821 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 43130) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:24.759839 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-10fe4a8b-52df-446e-aaba-211aa3873c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:24.833544 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-10fe4a8b-52df-446e-aaba-211aa3873c94 admin admin] Publish callbacks [] for security_group (95faa920-c433-4122-b62a-fd7f7c53c380), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:24.837005 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-10fe4a8b-52df-446e-aaba-211aa3873c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (95faa920-c433-4122-b62a-fd7f7c53c380), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:24.874748 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-10fe4a8b-52df-446e-aaba-211aa3873c94 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f84422ea32444c97824c58bfca929ba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1268554 Mar 29 15:09:24.875579 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe4a8b-52df-446e-aaba-211aa3873c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95faa920-c433-4122-b62a-fd7f7c53c380,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:24.877470 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 43132) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:24.905051 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:09:24.925747 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-60fb312b-144e-4fb0-af75-f906ba96d8de admin admin] Publish callbacks [] for security_group (95faa920-c433-4122-b62a-fd7f7c53c380), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:24.946401 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-60fb312b-144e-4fb0-af75-f906ba96d8de admin admin] Publish callbacks [] for security_group (95faa920-c433-4122-b62a-fd7f7c53c380), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:24.992862 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-60fb312b-144e-4fb0-af75-f906ba96d8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (95faa920-c433-4122-b62a-fd7f7c53c380), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:24.995275 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-60fb312b-144e-4fb0-af75-f906ba96d8de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:24.996431 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-60fb312b-144e-4fb0-af75-f906ba96d8de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/95faa920-c433-4122-b62a-fd7f7c53c380 HTTP/1.1" status: 204 len: 168 time: 0.1179907 Mar 29 15:09:25.005242 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb312b-144e-4fb0-af75-f906ba96d8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95faa920-c433-4122-b62a-fd7f7c53c380,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:26.490176 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:30.614074 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 43216) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:30.716778 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6d3fdd5f-671a-48d1-bf64-770c9999bf19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:30.792427 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6d3fdd5f-671a-48d1-bf64-770c9999bf19 admin admin] Publish callbacks [] for security_group (c9cf361e-1dcc-402e-a06c-de6f4b4404c2), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:30.796234 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6d3fdd5f-671a-48d1-bf64-770c9999bf19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (c9cf361e-1dcc-402e-a06c-de6f4b4404c2), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:30.834385 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-6d3fdd5f-671a-48d1-bf64-770c9999bf19 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d94b469633cc4341beb8247e9577569f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192266 Mar 29 15:09:30.836604 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fdd5f-671a-48d1-bf64-770c9999bf19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cf361e-1dcc-402e-a06c-de6f4b4404c2,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:30.837243 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 43220) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:30.888730 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-38c1657b-a942-4e6a-9f07-cda731772323 admin admin] Publish callbacks [] for security_group (c9cf361e-1dcc-402e-a06c-de6f4b4404c2), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:30.909885 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-38c1657b-a942-4e6a-9f07-cda731772323 admin admin] Publish callbacks [] for security_group (c9cf361e-1dcc-402e-a06c-de6f4b4404c2), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:30.958182 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-38c1657b-a942-4e6a-9f07-cda731772323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (c9cf361e-1dcc-402e-a06c-de6f4b4404c2), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:30.960717 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-38c1657b-a942-4e6a-9f07-cda731772323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:30.961862 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-38c1657b-a942-4e6a-9f07-cda731772323 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9cf361e-1dcc-402e-a06c-de6f4b4404c2 HTTP/1.1" status: 204 len: 168 time: 0.1231360 Mar 29 15:09:30.969458 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1657b-a942-4e6a-9f07-cda731772323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cf361e-1dcc-402e-a06c-de6f4b4404c2,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:31.212701 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 43226) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:31.226156 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-67a25074-ead5-437b-a93b-17e724084c78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:31.299820 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-67a25074-ead5-437b-a93b-17e724084c78 admin admin] Publish callbacks [] for security_group (35836017-7a13-4f05-a2c1-b60cf6af5827), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:31.304172 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-67a25074-ead5-437b-a93b-17e724084c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (35836017-7a13-4f05-a2c1-b60cf6af5827), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:31.340936 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-67a25074-ead5-437b-a93b-17e724084c78 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f34303678b164f998bb9e8b00d38d887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1271384 Mar 29 15:09:31.341809 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a25074-ead5-437b-a93b-17e724084c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35836017-7a13-4f05-a2c1-b60cf6af5827,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:31.343608 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 43228) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:31.392718 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a3081fe1-c7cd-41e6-9e99-5b5eaca39450 admin admin] Publish callbacks [] for security_group (35836017-7a13-4f05-a2c1-b60cf6af5827), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:31.413543 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a3081fe1-c7cd-41e6-9e99-5b5eaca39450 admin admin] Publish callbacks [] for security_group (35836017-7a13-4f05-a2c1-b60cf6af5827), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:31.460583 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a3081fe1-c7cd-41e6-9e99-5b5eaca39450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (35836017-7a13-4f05-a2c1-b60cf6af5827), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:31.463161 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a3081fe1-c7cd-41e6-9e99-5b5eaca39450 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:31.464337 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-a3081fe1-c7cd-41e6-9e99-5b5eaca39450 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/35836017-7a13-4f05-a2c1-b60cf6af5827 HTTP/1.1" status: 204 len: 168 time: 0.1191449 Mar 29 15:09:31.472195 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3081fe1-c7cd-41e6-9e99-5b5eaca39450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35836017-7a13-4f05-a2c1-b60cf6af5827,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:32.485674 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 43258) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:32.589814 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-08a120fb-b241-4a8d-9c6b-1accadb67d6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:32.661987 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-08a120fb-b241-4a8d-9c6b-1accadb67d6f admin admin] Publish callbacks [] for security_group (8ba91521-9430-4456-8151-475387c59171), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:32.665926 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-08a120fb-b241-4a8d-9c6b-1accadb67d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (8ba91521-9430-4456-8151-475387c59171), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:32.704624 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-08a120fb-b241-4a8d-9c6b-1accadb67d6f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d386fc32fd494d49a60bc6285f669478&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178345 Mar 29 15:09:32.707273 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a120fb-b241-4a8d-9c6b-1accadb67d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba91521-9430-4456-8151-475387c59171,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:32.707940 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 43262) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:32.755606 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d6d04f9f-8a37-4024-91ec-4bbc471cb806 admin admin] Publish callbacks [] for security_group (8ba91521-9430-4456-8151-475387c59171), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:32.776687 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d6d04f9f-8a37-4024-91ec-4bbc471cb806 admin admin] Publish callbacks [] for security_group (8ba91521-9430-4456-8151-475387c59171), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:32.822292 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d6d04f9f-8a37-4024-91ec-4bbc471cb806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (8ba91521-9430-4456-8151-475387c59171), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:32.824874 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-d6d04f9f-8a37-4024-91ec-4bbc471cb806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:32.826083 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-d6d04f9f-8a37-4024-91ec-4bbc471cb806 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8ba91521-9430-4456-8151-475387c59171 HTTP/1.1" status: 204 len: 168 time: 0.1171098 Mar 29 15:09:32.834099 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d04f9f-8a37-4024-91ec-4bbc471cb806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba91521-9430-4456-8151-475387c59171,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:36.845265 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 43334) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:36.947095 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-da1cf6d0-315d-475f-9847-66c276045db8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:37.025104 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-da1cf6d0-315d-475f-9847-66c276045db8 admin admin] Publish callbacks [] for security_group (a0528835-5929-40fc-b5fd-1cff7db1fc8a), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:37.028493 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-da1cf6d0-315d-475f-9847-66c276045db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (a0528835-5929-40fc-b5fd-1cff7db1fc8a), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:37.066714 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-da1cf6d0-315d-475f-9847-66c276045db8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8f2303e4b382415f87f2dd90b5c8b0ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204175 Mar 29 15:09:37.067549 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1cf6d0-315d-475f-9847-66c276045db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0528835-5929-40fc-b5fd-1cff7db1fc8a,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:37.069480 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 43338) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:09:37.118229 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3b23cf42-37b8-48f5-bea0-fe9229fcb90d admin admin] Publish callbacks [] for security_group (a0528835-5929-40fc-b5fd-1cff7db1fc8a), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:37.139227 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3b23cf42-37b8-48f5-bea0-fe9229fcb90d admin admin] Publish callbacks [] for security_group (a0528835-5929-40fc-b5fd-1cff7db1fc8a), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:37.184924 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3b23cf42-37b8-48f5-bea0-fe9229fcb90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (a0528835-5929-40fc-b5fd-1cff7db1fc8a), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:37.187460 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3b23cf42-37b8-48f5-bea0-fe9229fcb90d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:37.188619 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-3b23cf42-37b8-48f5-bea0-fe9229fcb90d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a0528835-5929-40fc-b5fd-1cff7db1fc8a HTTP/1.1" status: 204 len: 168 time: 0.1181498 Mar 29 15:09:37.196775 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23cf42-37b8-48f5-bea0-fe9229fcb90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0528835-5929-40fc-b5fd-1cff7db1fc8a,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:09:41.418693 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b5accf0e-3ac4-41fc-9f92-7a585b1db3a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:43.716297 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-0e5cbdcf-f423-4332-831f-5bfcf916537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:44.730388 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:46.555965 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:47.620174 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:09:56.516501 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:01.904423 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:10:11.419790 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e80dbaad-cdac-4419-a538-d655cfa63f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:13.719473 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-2a79b276-a801-4f33-929c-a81287a883a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:14.733742 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:15.201907 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cc6ec-61aa-4b9f-906a-bb449be03afc req-d0494534-5344-4631-813d-147d32f132c0 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:15.203401 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-359cc6ec-61aa-4b9f-906a-bb449be03afc req-d0494534-5344-4631-813d-147d32f132c0 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da HTTP/1.1" status: 200 len: 945 time: 0.0522380 Mar 29 15:10:15.250281 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-359cc6ec-61aa-4b9f-906a-bb449be03afc req-c8f094d6-8cb8-433f-8f53-5b336e5191c9 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=738dd76b-939a-434f-8bda-36a24aa79e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406430 Mar 29 15:10:16.376850 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599516d0-9447-478d-b25a-0835dc1ee327 req-d965c6b1-dbbb-48f5-a92d-3944b8fba8b5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:16.378615 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-599516d0-9447-478d-b25a-0835dc1ee327 req-d965c6b1-dbbb-48f5-a92d-3944b8fba8b5 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da HTTP/1.1" status: 200 len: 945 time: 0.0548034 Mar 29 15:10:16.424618 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-599516d0-9447-478d-b25a-0835dc1ee327 req-fef76ca1-f956-40f1-9e46-80aa36aff3d7 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=738dd76b-939a-434f-8bda-36a24aa79e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399280 Mar 29 15:10:16.558199 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:17.148027 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da22cbc-751d-49a1-9df5-def34f70458a req-7e2fb45b-fa14-4682-ab36-b204a631db90 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:17.149645 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4da22cbc-751d-49a1-9df5-def34f70458a req-7e2fb45b-fa14-4682-ab36-b204a631db90 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da HTTP/1.1" status: 200 len: 945 time: 0.0529654 Mar 29 15:10:17.248285 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [req-4da22cbc-751d-49a1-9df5-def34f70458a req-23524cf7-0d01-4832-9396-33718ca9a0ef tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Deleting port 44de55d7-c2e6-4fb5-8534-535977570fc6 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:10:17.248656 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-4da22cbc-751d-49a1-9df5-def34f70458a req-23524cf7-0d01-4832-9396-33718ca9a0ef tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (44de55d7-c2e6-4fb5-8534-535977570fc6), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:17.340709 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-4da22cbc-751d-49a1-9df5-def34f70458a req-23524cf7-0d01-4832-9396-33718ca9a0ef tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] For port 44de55d7-c2e6-4fb5-8534-535977570fc6, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=44de55d7-c2e6-4fb5-8534-535977570fc6,segment=NetworkSegment(76ced992-64b5-4d36-a1da-2a36ce3c4f6e),segment_id=76ced992-64b5-4d36-a1da-2a36ce3c4f6e)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:10:17.341077 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-4da22cbc-751d-49a1-9df5-def34f70458a req-23524cf7-0d01-4832-9396-33718ca9a0ef tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (44de55d7-c2e6-4fb5-8534-535977570fc6), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:17.535319 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-4da22cbc-751d-49a1-9df5-def34f70458a req-23524cf7-0d01-4832-9396-33718ca9a0ef tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:17.536024 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-4da22cbc-751d-49a1-9df5-def34f70458a req-23524cf7-0d01-4832-9396-33718ca9a0ef tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (1f2c3a79-a679-45d3-9282-cdfbf4549ae5), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:17.536024 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.l3_db [req-4da22cbc-751d-49a1-9df5-def34f70458a req-23524cf7-0d01-4832-9396-33718ca9a0ef tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Floating IP 1f2c3a79-a679-45d3-9282-cdfbf4549ae5 disassociated. External IP: 172.27.2.168, port: 44de55d7-c2e6-4fb5-8534-535977570fc6. Mar 29 15:10:17.536315 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [req-4da22cbc-751d-49a1-9df5-def34f70458a req-23524cf7-0d01-4832-9396-33718ca9a0ef tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Calling delete_port for 44de55d7-c2e6-4fb5-8534-535977570fc6 owned by compute:nova {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:10:17.561253 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cbdff-8b40-45f5-813f-f272301b54af req-9063dc86-d1f9-40d2-b4fd-804d67752c41 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:17.562876 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-0a6cbdff-8b40-45f5-813f-f272301b54af req-9063dc86-d1f9-40d2-b4fd-804d67752c41 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da HTTP/1.1" status: 200 len: 945 time: 0.0569861 Mar 29 15:10:17.610264 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-0a6cbdff-8b40-45f5-813f-f272301b54af req-634842f3-8b0a-47f6-9e41-b2582798c5d7 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=738dd76b-939a-434f-8bda-36a24aa79e68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410635 Mar 29 15:10:17.622594 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:17.671682 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-4da22cbc-751d-49a1-9df5-def34f70458a req-23524cf7-0d01-4832-9396-33718ca9a0ef tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (44de55d7-c2e6-4fb5-8534-535977570fc6), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:17.702233 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23524cf7-0d01-4832-9396-33718ca9a0ef tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event deleted for resources: {'Port': ['ID=44de55d7-c2e6-4fb5-8534-535977570fc6,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:10:17.820469 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4da22cbc-751d-49a1-9df5-def34f70458a req-23524cf7-0d01-4832-9396-33718ca9a0ef tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:10:18.181648 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4da22cbc-751d-49a1-9df5-def34f70458a req-23524cf7-0d01-4832-9396-33718ca9a0ef tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:10:18.193177 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbdce45-4e52-4691-a786-c7a0d6f0a3a7 None None] Sync routers for ids ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'] in dv-cinder-835635-1-iscsi {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:10:18.203264 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbdce45-4e52-4691-a786-c7a0d6f0a3a7 None None] Routers {'3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:10:18.203876 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-dbbdce45-4e52-4691-a786-c7a0d6f0a3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:10:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:10:18.230558 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da22cbc-751d-49a1-9df5-def34f70458a req-23524cf7-0d01-4832-9396-33718ca9a0ef tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] No DVR routers for this DVR port 44de55d7-c2e6-4fb5-8534-535977570fc6 on host hv-cinder-83563 {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:10:18.233371 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-4da22cbc-751d-49a1-9df5-def34f70458a req-23524cf7-0d01-4832-9396-33718ca9a0ef tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:18.237118 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4da22cbc-751d-49a1-9df5-def34f70458a req-23524cf7-0d01-4832-9396-33718ca9a0ef tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.36 "DELETE /v2.0/ports/44de55d7-c2e6-4fb5-8534-535977570fc6 HTTP/1.1" status: 204 len: 173 time: 1.0821373 Mar 29 15:10:18.237541 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da', 'name': 'network-vif-deleted', 'tag': '44de55d7-c2e6-4fb5-8534-535977570fc6'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:10:18.239865 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5108168b-138a-41ff-9fad-418918b1a008" -d '{"events": [{"server_uuid": "a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da", "name": "network-vif-deleted", "tag": "44de55d7-c2e6-4fb5-8534-535977570fc6"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:10:18.279943 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbdbd78-0947-4d07-9be4-a72074c8ac4d x-openstack-request-id: req-efbdbd78-0947-4d07-9be4-a72074c8ac4d {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:10:18.280255 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da", "name": "network-vif-deleted", "tag": "44de55d7-c2e6-4fb5-8534-535977570fc6", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:10:18.280505 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-efbdbd78-0947-4d07-9be4-a72074c8ac4d {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:10:18.280932 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efbdbd78-0947-4d07-9be4-a72074c8ac4d'] response: {'server_uuid': 'a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da', 'name': 'network-vif-deleted', 'tag': '44de55d7-c2e6-4fb5-8534-535977570fc6', 'status': 'completed', 'code': 200} Mar 29 15:10:18.402914 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-dbbdce45-4e52-4691-a786-c7a0d6f0a3a7 None None] Set router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:10:18.610999 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-dbbdce45-4e52-4691-a786-c7a0d6f0a3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '91adfefe-7aa0-4636-97b4-6521420d1303', 'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'mac_address': 'fa:16:3e:ee:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:34Z', 'updated_at': '2022-03-29T15:02:52Z', 'revision_number': 5, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'subnets': [{'id': 'f848f262-5313-47d3-a01b-552787092c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:10:18.643194 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbdce45-4e52-4691-a786-c7a0d6f0a3a7 None None] Checking router: 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 for host: dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:10:18.651954 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbdce45-4e52-4691-a786-c7a0d6f0a3a7 None None] Routers {'3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:10:18.652600 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-dbbdce45-4e52-4691-a786-c7a0d6f0a3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:10:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:10:18.748075 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d1f53198-7d7c-4219-a1ca-78b546227aeb req-2dd15930-91c0-455b-aa40-955a5ee6df0f tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0b3c6ec-f010-4edc-b7f7-a50c4f6bb0da HTTP/1.1" status: 200 len: 210 time: 0.0316436 Mar 29 15:10:18.770607 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-dbbdce45-4e52-4691-a786-c7a0d6f0a3a7 None None] Set router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:10:18.986034 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-dbbdce45-4e52-4691-a786-c7a0d6f0a3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '91adfefe-7aa0-4636-97b4-6521420d1303', 'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'mac_address': 'fa:16:3e:ee:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:34Z', 'updated_at': '2022-03-29T15:02:52Z', 'revision_number': 5, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'subnets': [{'id': 'f848f262-5313-47d3-a01b-552787092c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:10:19.013400 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbdce45-4e52-4691-a786-c7a0d6f0a3a7 None None] The sync data for ids ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'] in dv-cinder-835635-1-iscsi is: [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '91adfefe-7aa0-4636-97b4-6521420d1303', 'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'mac_address': 'fa:16:3e:ee:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:34Z', 'updated_at': '2022-03-29T15:02:52Z', 'revision_number': 5, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'subnets': [{'id': 'f848f262-5313-47d3-a01b-552787092c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:10:19.215717 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4b8fa-cb53-47f5-8426-bad40489272b None None] New status for floating IP 1f2c3a79-a679-45d3-9282-cdfbf4549ae5: DOWN {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:10:19.836418 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 43690) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:10:19.890112 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b81fbe75-660e-4000-9d75-2def5016e105 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group (738dd76b-939a-434f-8bda-36a24aa79e68), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:19.917516 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b81fbe75-660e-4000-9d75-2def5016e105 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group (738dd76b-939a-434f-8bda-36a24aa79e68), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:19.967154 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b81fbe75-660e-4000-9d75-2def5016e105 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (738dd76b-939a-434f-8bda-36a24aa79e68), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:19.969873 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b81fbe75-660e-4000-9d75-2def5016e105 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:19.971225 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-b81fbe75-660e-4000-9d75-2def5016e105 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "DELETE /v2.0/security-groups/738dd76b-939a-434f-8bda-36a24aa79e68 HTTP/1.1" status: 204 len: 168 time: 0.1336091 Mar 29 15:10:19.973998 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 43692) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:10:19.980305 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81fbe75-660e-4000-9d75-2def5016e105 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=738dd76b-939a-434f-8bda-36a24aa79e68,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:10:19.987356 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.api.v2.resource [None req-d04bc8a3-27fc-46ed-ad31-c9705b69f3a0 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] show failed (client error): The resource could not be found. Mar 29 15:10:19.987912 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81fbe75-660e-4000-9d75-2def5016e105 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:19.988264 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81fbe75-660e-4000-9d75-2def5016e105 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:19.988631 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81fbe75-660e-4000-9d75-2def5016e105 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:19.988974 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81fbe75-660e-4000-9d75-2def5016e105 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:19.989308 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81fbe75-660e-4000-9d75-2def5016e105 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:19.989657 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81fbe75-660e-4000-9d75-2def5016e105 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:19.989976 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81fbe75-660e-4000-9d75-2def5016e105 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:19.990298 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81fbe75-660e-4000-9d75-2def5016e105 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:19.990628 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81fbe75-660e-4000-9d75-2def5016e105 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:19.990957 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81fbe75-660e-4000-9d75-2def5016e105 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:19.991166 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-d04bc8a3-27fc-46ed-ad31-c9705b69f3a0 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups/738dd76b-939a-434f-8bda-36a24aa79e68 HTTP/1.1" status: 404 len: 347 time: 0.0161808 Mar 29 15:10:19.991286 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81fbe75-660e-4000-9d75-2def5016e105 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:19.991593 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81fbe75-660e-4000-9d75-2def5016e105 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:19.991700 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 43694) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:10:19.991916 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81fbe75-660e-4000-9d75-2def5016e105 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:19.992237 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81fbe75-660e-4000-9d75-2def5016e105 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:19.992569 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81fbe75-660e-4000-9d75-2def5016e105 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:20.119582 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-ae3f1206-9604-4f87-9965-0d3bbe830618 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Deleting port 9f944fe2-068d-4514-961f-157682fc1279 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:10:20.119920 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1206-9604-4f87-9965-0d3bbe830618 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (9f944fe2-068d-4514-961f-157682fc1279), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:20.196740 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1206-9604-4f87-9965-0d3bbe830618 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (9f944fe2-068d-4514-961f-157682fc1279), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:20.209625 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1206-9604-4f87-9965-0d3bbe830618 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for floatingip (9f944fe2-068d-4514-961f-157682fc1279), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:20.211395 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-ae3f1206-9604-4f87-9965-0d3bbe830618 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Calling delete_port for 9f944fe2-068d-4514-961f-157682fc1279 owned by network:floatingip {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:10:20.344531 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1206-9604-4f87-9965-0d3bbe830618 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (9f944fe2-068d-4514-961f-157682fc1279), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:20.371678 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f1206-9604-4f87-9965-0d3bbe830618 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event deleted for resources: {'Port': ['ID=9f944fe2-068d-4514-961f-157682fc1279,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:10:20.397952 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3f1206-9604-4f87-9965-0d3bbe830618 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:20.398303 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3f1206-9604-4f87-9965-0d3bbe830618 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:20.398647 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3f1206-9604-4f87-9965-0d3bbe830618 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:20.398984 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3f1206-9604-4f87-9965-0d3bbe830618 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:20.399317 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3f1206-9604-4f87-9965-0d3bbe830618 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:20.399647 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3f1206-9604-4f87-9965-0d3bbe830618 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:20.399977 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3f1206-9604-4f87-9965-0d3bbe830618 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:20.400301 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3f1206-9604-4f87-9965-0d3bbe830618 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:20.400654 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3f1206-9604-4f87-9965-0d3bbe830618 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:20.400982 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3f1206-9604-4f87-9965-0d3bbe830618 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:20.401312 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3f1206-9604-4f87-9965-0d3bbe830618 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:20.401632 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3f1206-9604-4f87-9965-0d3bbe830618 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:20.401955 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3f1206-9604-4f87-9965-0d3bbe830618 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:20.402275 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3f1206-9604-4f87-9965-0d3bbe830618 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:20.402594 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3f1206-9604-4f87-9965-0d3bbe830618 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:20.444336 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1206-9604-4f87-9965-0d3bbe830618 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for floatingip (1f2c3a79-a679-45d3-9282-cdfbf4549ae5), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:20.446900 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1206-9604-4f87-9965-0d3bbe830618 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:20.447989 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-ae3f1206-9604-4f87-9965-0d3bbe830618 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "DELETE /v2.0/floatingips/1f2c3a79-a679-45d3-9282-cdfbf4549ae5 HTTP/1.1" status: 204 len: 168 time: 0.4554412 Mar 29 15:10:20.706031 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 43698) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:10:20.710476 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-84402c36-c68d-48d4-a0b8-05fc4ccd678b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1511633024', 'description': 'tempest-description--15020832'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:10:20.729866 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-84402c36-c68d-48d4-a0b8-05fc4ccd678b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:20.795363 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-84402c36-c68d-48d4-a0b8-05fc4ccd678b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group (f7e01de6-21ad-41c7-aa90-a228ddf97b50), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:20.799985 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-84402c36-c68d-48d4-a0b8-05fc4ccd678b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (f7e01de6-21ad-41c7-aa90-a228ddf97b50), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:20.830605 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84402c36-c68d-48d4-a0b8-05fc4ccd678b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e01de6-21ad-41c7-aa90-a228ddf97b50,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:10:20.836531 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-84402c36-c68d-48d4-a0b8-05fc4ccd678b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:20.838295 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-84402c36-c68d-48d4-a0b8-05fc4ccd678b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1308844 Mar 29 15:10:20.840884 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 43704) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:10:20.845303 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-aa76c6bc-f39a-4a03-af88-55f957a442c9 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Request body: {'security_group_rule': {'security_group_id': 'f7e01de6-21ad-41c7-aa90-a228ddf97b50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:10:20.873095 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-aa76c6bc-f39a-4a03-af88-55f957a442c9 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group_rule (de2b8345-9402-4d15-88a2-27d0ad0222ca), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:20.934707 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-aa76c6bc-f39a-4a03-af88-55f957a442c9 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group_rule (de2b8345-9402-4d15-88a2-27d0ad0222ca), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:20.938282 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-aa76c6bc-f39a-4a03-af88-55f957a442c9 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (de2b8345-9402-4d15-88a2-27d0ad0222ca), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:20.957894 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76c6bc-f39a-4a03-af88-55f957a442c9 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2b8345-9402-4d15-88a2-27d0ad0222ca,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:10:20.966297 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-aa76c6bc-f39a-4a03-af88-55f957a442c9 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:20.967559 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-aa76c6bc-f39a-4a03-af88-55f957a442c9 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258116 Mar 29 15:10:20.970270 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 43710) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:10:20.975078 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-4c597c2d-d8b4-42a9-a9b1-09df49c4301d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Request body: {'security_group_rule': {'security_group_id': 'f7e01de6-21ad-41c7-aa90-a228ddf97b50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:10:20.998727 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4c597c2d-d8b4-42a9-a9b1-09df49c4301d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group_rule (5acfe745-5c16-4b30-aab1-8c900d30c848), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:21.055228 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4c597c2d-d8b4-42a9-a9b1-09df49c4301d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group_rule (5acfe745-5c16-4b30-aab1-8c900d30c848), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:21.058510 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4c597c2d-d8b4-42a9-a9b1-09df49c4301d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (5acfe745-5c16-4b30-aab1-8c900d30c848), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:21.076373 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c597c2d-d8b4-42a9-a9b1-09df49c4301d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5acfe745-5c16-4b30-aab1-8c900d30c848,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:10:21.086951 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4c597c2d-d8b4-42a9-a9b1-09df49c4301d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:21.088131 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-4c597c2d-d8b4-42a9-a9b1-09df49c4301d tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163526 Mar 29 15:10:21.091236 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 43712) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:10:21.095329 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-6b875199-839c-4397-be1c-be33193a0b64 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Request body: {'floatingip': {'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:10:21.115882 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6b875199-839c-4397-be1c-be33193a0b64 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:21.212489 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6b875199-839c-4397-be1c-be33193a0b64 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:21.315433 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-6b875199-839c-4397-be1c-be33193a0b64 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Allocated IP 172.27.2.63 (73fab6d0-c07f-433f-9c69-8ff3a31867f5/bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83/7a79c5de-5cf9-4225-b935-3231a3bfa1c4) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:10:21.419268 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6b875199-839c-4397-be1c-be33193a0b64 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for port (7a79c5de-5cf9-4225-b935-3231a3bfa1c4), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:21.453714 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6b875199-839c-4397-be1c-be33193a0b64 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (7a79c5de-5cf9-4225-b935-3231a3bfa1c4), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:21.489399 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b875199-839c-4397-be1c-be33193a0b64 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:10:21.491956 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-6b875199-839c-4397-be1c-be33193a0b64 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:10:21.495387 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b875199-839c-4397-be1c-be33193a0b64 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:10:21.520044 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b875199-839c-4397-be1c-be33193a0b64 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event updated for resources: {'Port': ['ID=7a79c5de-5cf9-4225-b935-3231a3bfa1c4,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:10:21.589070 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6b875199-839c-4397-be1c-be33193a0b64 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for floatingip (80a7b045-1c6d-441e-990e-c0321af9ba3f), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:21.625337 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6b875199-839c-4397-be1c-be33193a0b64 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (7a79c5de-5cf9-4225-b935-3231a3bfa1c4), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:21.634771 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 44de55d7-c2e6-4fb5-8534-535977570fc6 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:10:21.657879 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] No Port match for: 44de55d7-c2e6-4fb5-8534-535977570fc6 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:10:21.658739 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 44de55d7-c2e6-4fb5-8534-535977570fc6 not bound to the agent host hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:10:21.775851 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6b875199-839c-4397-be1c-be33193a0b64 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for port (7a79c5de-5cf9-4225-b935-3231a3bfa1c4), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:21.780319 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6b875199-839c-4397-be1c-be33193a0b64 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (7a79c5de-5cf9-4225-b935-3231a3bfa1c4), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:21.850389 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b875199-839c-4397-be1c-be33193a0b64 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event updated for resources: {'Port': ['ID=7a79c5de-5cf9-4225-b935-3231a3bfa1c4,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:10:21.859880 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6b875199-839c-4397-be1c-be33193a0b64 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (80a7b045-1c6d-441e-990e-c0321af9ba3f), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:21.874256 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-6b875199-839c-4397-be1c-be33193a0b64 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:21.875463 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-6b875199-839c-4397-be1c-be33193a0b64 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7833314 Mar 29 15:10:22.073842 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-dad1f5e4-7e40-4786-a700-32c28a50352b tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1511633024&fields=id&tenant_id=33c87159058d4c97bc53a0b99346e157 HTTP/1.1" status: 200 len: 267 time: 0.0455341 Mar 29 15:10:22.185777 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-c7d26942-c916-4e31-84b9-2aa9c2a4857a tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:22.187334 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-c7d26942-c916-4e31-84b9-2aa9c2a4857a tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/networks?id=8623989d-9dc8-4db2-b236-bf7fe1fec224 HTTP/1.1" status: 200 len: 814 time: 0.1035738 Mar 29 15:10:22.190787 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 43732) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:10:22.206153 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-3c048c5f-19bc-4640-a258-e04a5208f3c3 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/quotas/33c87159058d4c97bc53a0b99346e157 HTTP/1.1" status: 200 len: 375 time: 0.0100758 Mar 29 15:10:22.261411 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-c3c65d88-dc77-4016-969c-a805a79e329a tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=33c87159058d4c97bc53a0b99346e157&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500543 Mar 29 15:10:22.301268 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cef906e0-f266-4d9e-9b4f-9952af8072ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:22.436765 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-accdf2dd-3005-4460-825d-32af5c0cb636 service neutron] 10.222.0.35 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633625 Mar 29 15:10:22.458117 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cef906e0-f266-4d9e-9b4f-9952af8072ec admin admin] Publish callbacks [] for security_group (b6820585-2466-4509-9533-05f4bc74ea41), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:22.467512 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cef906e0-f266-4d9e-9b4f-9952af8072ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (b6820585-2466-4509-9533-05f4bc74ea41), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:22.546654 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-cef906e0-f266-4d9e-9b4f-9952af8072ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=83113438a21c48e283a29f60fa2689f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3548717 Mar 29 15:10:22.549334 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 43738) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:10:22.553038 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef906e0-f266-4d9e-9b4f-9952af8072ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6820585-2466-4509-9533-05f4bc74ea41,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:10:22.573860 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-66982060-1ed9-4f26-be76-80780373de09 service neutron] 10.222.0.35 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280115 Mar 29 15:10:22.603245 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-558f27e8-4ffc-4742-a9bf-45d3ca1c991b admin admin] Publish callbacks [] for security_group (b6820585-2466-4509-9533-05f4bc74ea41), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:22.624868 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-558f27e8-4ffc-4742-a9bf-45d3ca1c991b admin admin] Publish callbacks [] for security_group (b6820585-2466-4509-9533-05f4bc74ea41), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:22.678611 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-558f27e8-4ffc-4742-a9bf-45d3ca1c991b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (b6820585-2466-4509-9533-05f4bc74ea41), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:22.681314 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-558f27e8-4ffc-4742-a9bf-45d3ca1c991b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:22.684998 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-558f27e8-4ffc-4742-a9bf-45d3ca1c991b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b6820585-2466-4509-9533-05f4bc74ea41 HTTP/1.1" status: 204 len: 168 time: 0.1320145 Mar 29 15:10:22.692504 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f27e8-4ffc-4742-a9bf-45d3ca1c991b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6820585-2466-4509-9533-05f4bc74ea41,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:10:22.744947 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1345b781-86eb-4f83-aa8e-b457688927c3 req-afe0a2d1-7278-4961-b7d7-46b7237295be tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=49c22ba6-9221-43b7-801a-4ae1083b1a4e HTTP/1.1" status: 200 len: 210 time: 0.0329399 Mar 29 15:10:23.699566 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-99e8bf54-dc14-4fe7-b70c-fab6ebdd2e3c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:23.701231 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-99e8bf54-dc14-4fe7-b70c-fab6ebdd2e3c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.36 "GET /v2.0/networks?id=8623989d-9dc8-4db2-b236-bf7fe1fec224 HTTP/1.1" status: 200 len: 814 time: 0.1141872 Mar 29 15:10:23.778625 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-d5c91f04-db58-466c-83e0-45cc1b8ca301 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33c87159058d4c97bc53a0b99346e157 HTTP/1.1" status: 200 len: 380 time: 0.0685794 Mar 29 15:10:23.790145 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-7181caaa-6d74-4e76-b54f-8ac9c15e8792 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Request body: {'port': {'device_id': '49c22ba6-9221-43b7-801a-4ae1083b1a4e', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'admin_state_up': True, 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'security_groups': ['f7e01de6-21ad-41c7-aa90-a228ddf97b50']}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:10:23.853376 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-49245224-7e67-44e8-ac12-bd71aea052c5 req-ed48a493-9263-4209-baca-1a51baeb934e tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=49c22ba6-9221-43b7-801a-4ae1083b1a4e HTTP/1.1" status: 200 len: 210 time: 0.0312736 Mar 29 15:10:23.902055 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-7181caaa-6d74-4e76-b54f-8ac9c15e8792 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Made reservation on behalf of 33c87159058d4c97bc53a0b99346e157 for: {'port': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:10:23.905701 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-7181caaa-6d74-4e76-b54f-8ac9c15e8792 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:24.035183 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-7181caaa-6d74-4e76-b54f-8ac9c15e8792 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Allocated IP 172.20.0.6 (8623989d-9dc8-4db2-b236-bf7fe1fec224/f848f262-5313-47d3-a01b-552787092c89/2dbe1411-f8e2-4eec-8784-4b7a71e1842e) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:10:24.166046 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-7181caaa-6d74-4e76-b54f-8ac9c15e8792 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for port (2dbe1411-f8e2-4eec-8784-4b7a71e1842e), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:24.199196 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-7181caaa-6d74-4e76-b54f-8ac9c15e8792 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (2dbe1411-f8e2-4eec-8784-4b7a71e1842e), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:24.243656 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-7181caaa-6d74-4e76-b54f-8ac9c15e8792 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Network 8623989d-9dc8-4db2-b236-bf7fe1fec224 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:10:24.246815 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-7181caaa-6d74-4e76-b54f-8ac9c15e8792 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:10:24.249143 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-7181caaa-6d74-4e76-b54f-8ac9c15e8792 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:10:24.281167 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181caaa-6d74-4e76-b54f-8ac9c15e8792 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event updated for resources: {'Port': ['ID=2dbe1411-f8e2-4eec-8784-4b7a71e1842e,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:10:24.310047 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-7181caaa-6d74-4e76-b54f-8ac9c15e8792 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:24.310687 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-7181caaa-6d74-4e76-b54f-8ac9c15e8792 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:24.327542 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-7181caaa-6d74-4e76-b54f-8ac9c15e8792 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5418618 Mar 29 15:10:24.340893 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-73720411-8cd9-4ddf-8cc2-d6b6b593ca2b service neutron] Request body: {'port': {'device_id': '49c22ba6-9221-43b7-801a-4ae1083b1a4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:10:24.402434 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-73720411-8cd9-4ddf-8cc2-d6b6b593ca2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (2dbe1411-f8e2-4eec-8784-4b7a71e1842e), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:24.426942 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-147c9033-2c78-42ac-b4eb-9e0a5c243f82 None None] Provisioning complete for port 2dbe1411-f8e2-4eec-8784-4b7a71e1842e triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:10:24.427516 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-147c9033-2c78-42ac-b4eb-9e0a5c243f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (2dbe1411-f8e2-4eec-8784-4b7a71e1842e), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:24.459391 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-147c9033-2c78-42ac-b4eb-9e0a5c243f82 None None] Port 2dbe1411-f8e2-4eec-8784-4b7a71e1842e cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:10:24.667664 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-73720411-8cd9-4ddf-8cc2-d6b6b593ca2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dbe1411-f8e2-4eec-8784-4b7a71e1842e {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:10:24.675460 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-73720411-8cd9-4ddf-8cc2-d6b6b593ca2b service neutron] Publish callbacks [] for port (2dbe1411-f8e2-4eec-8784-4b7a71e1842e), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:24.687303 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-73720411-8cd9-4ddf-8cc2-d6b6b593ca2b service neutron] Transition to ACTIVE for port object 2dbe1411-f8e2-4eec-8784-4b7a71e1842e will not be triggered until provisioned by entity L2. {{(pid=103154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:10:24.690847 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-73720411-8cd9-4ddf-8cc2-d6b6b593ca2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (2dbe1411-f8e2-4eec-8784-4b7a71e1842e), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:24.740978 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73720411-8cd9-4ddf-8cc2-d6b6b593ca2b service neutron] Pushing event updated for resources: {'Port': ['ID=2dbe1411-f8e2-4eec-8784-4b7a71e1842e,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:10:24.818904 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-73720411-8cd9-4ddf-8cc2-d6b6b593ca2b service neutron] Attempting to bind port 2dbe1411-f8e2-4eec-8784-4b7a71e1842e on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:10:24.819397 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-73720411-8cd9-4ddf-8cc2-d6b6b593ca2b service neutron] Attempting to bind port 2dbe1411-f8e2-4eec-8784-4b7a71e1842e by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '76ced992-64b5-4d36-a1da-2a36ce3c4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:10:24.819724 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-73720411-8cd9-4ddf-8cc2-d6b6b593ca2b service neutron] Attempting to bind port 2dbe1411-f8e2-4eec-8784-4b7a71e1842e on network 8623989d-9dc8-4db2-b236-bf7fe1fec224 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:10:24.824308 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-73720411-8cd9-4ddf-8cc2-d6b6b593ca2b service neutron] Port 2dbe1411-f8e2-4eec-8784-4b7a71e1842e on network 8623989d-9dc8-4db2-b236-bf7fe1fec224 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:10:24.824654 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-73720411-8cd9-4ddf-8cc2-d6b6b593ca2b service neutron] Attempting to bind port 2dbe1411-f8e2-4eec-8784-4b7a71e1842e on network 8623989d-9dc8-4db2-b236-bf7fe1fec224 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:10:24.829598 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-73720411-8cd9-4ddf-8cc2-d6b6b593ca2b service neutron] Checking agent: {'id': '54f4ecb7-e3d7-497a-b676-ec21eb6e2a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'started_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:10:24.830590 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-73720411-8cd9-4ddf-8cc2-d6b6b593ca2b service neutron] Checking segment: {'id': '76ced992-64b5-4d36-a1da-2a36ce3c4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:10:24.830799 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-73720411-8cd9-4ddf-8cc2-d6b6b593ca2b service neutron] Bound using segment: {'id': '76ced992-64b5-4d36-a1da-2a36ce3c4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:10:24.831224 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-73720411-8cd9-4ddf-8cc2-d6b6b593ca2b service neutron] Bound port: 2dbe1411-f8e2-4eec-8784-4b7a71e1842e, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ced992-64b5-4d36-a1da-2a36ce3c4f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:10:24.831707 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-73720411-8cd9-4ddf-8cc2-d6b6b593ca2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (2dbe1411-f8e2-4eec-8784-4b7a71e1842e), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:24.902175 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-73720411-8cd9-4ddf-8cc2-d6b6b593ca2b service neutron] For port 2dbe1411-f8e2-4eec-8784-4b7a71e1842e, host hv-cinder-83563, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:10:24.913290 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-73720411-8cd9-4ddf-8cc2-d6b6b593ca2b service neutron] For port 2dbe1411-f8e2-4eec-8784-4b7a71e1842e, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=2dbe1411-f8e2-4eec-8784-4b7a71e1842e,segment=NetworkSegment(76ced992-64b5-4d36-a1da-2a36ce3c4f6e),segment_id=76ced992-64b5-4d36-a1da-2a36ce3c4f6e)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:10:24.924993 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-73720411-8cd9-4ddf-8cc2-d6b6b593ca2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (2dbe1411-f8e2-4eec-8784-4b7a71e1842e), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:24.983006 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-73720411-8cd9-4ddf-8cc2-d6b6b593ca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:24.983635 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-73720411-8cd9-4ddf-8cc2-d6b6b593ca2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:24.985045 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-73720411-8cd9-4ddf-8cc2-d6b6b593ca2b service neutron] 10.222.0.36 "PUT /v2.0/ports/2dbe1411-f8e2-4eec-8784-4b7a71e1842e HTTP/1.1" status: 200 len: 1093 time: 0.6484601 Mar 29 15:10:24.987727 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c22ba6-9221-43b7-801a-4ae1083b1a4e', 'tag': '2dbe1411-f8e2-4eec-8784-4b7a71e1842e'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:10:24.989843 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df1a1d8-e07a-40aa-89fa-d6292405d379" -d '{"events": [{"name": "network-changed", "server_uuid": "49c22ba6-9221-43b7-801a-4ae1083b1a4e", "tag": "2dbe1411-f8e2-4eec-8784-4b7a71e1842e"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:10:25.057706 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b656f081-03bc-4a7c-a930-4c59510aee6e x-openstack-request-id: req-b656f081-03bc-4a7c-a930-4c59510aee6e {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:10:25.057706 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c22ba6-9221-43b7-801a-4ae1083b1a4e", "tag": "2dbe1411-f8e2-4eec-8784-4b7a71e1842e", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:10:25.058046 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b656f081-03bc-4a7c-a930-4c59510aee6e {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:10:25.058273 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b656f081-03bc-4a7c-a930-4c59510aee6e'] response: {'name': 'network-changed', 'server_uuid': '49c22ba6-9221-43b7-801a-4ae1083b1a4e', 'tag': '2dbe1411-f8e2-4eec-8784-4b7a71e1842e', 'status': 'completed', 'code': 200} Mar 29 15:10:25.058881 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73720411-8cd9-4ddf-8cc2-d6b6b593ca2b service neutron] Pushing event updated for resources: {'Port': ['ID=2dbe1411-f8e2-4eec-8784-4b7a71e1842e,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:10:25.094989 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf0c4b-4339-49ce-875d-c7d6f0950ce3 req-9f4ba856-291f-4a8e-a9b8-2dad2b0d07e0 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:25.097116 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-90cf0c4b-4339-49ce-875d-c7d6f0950ce3 req-9f4ba856-291f-4a8e-a9b8-2dad2b0d07e0 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=49c22ba6-9221-43b7-801a-4ae1083b1a4e HTTP/1.1" status: 200 len: 943 time: 0.1477461 Mar 29 15:10:25.130763 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-94e46579-c1bf-405e-bc5c-92a2acdbf12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:25.132287 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-94e46579-c1bf-405e-bc5c-92a2acdbf12e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33c87159058d4c97bc53a0b99346e157&device_id=49c22ba6-9221-43b7-801a-4ae1083b1a4e HTTP/1.1" status: 200 len: 1127 time: 0.0933084 Mar 29 15:10:25.193503 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-4fbf97a0-f54c-48ab-9700-2dd963cdff7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dbe1411-f8e2-4eec-8784-4b7a71e1842e HTTP/1.1" status: 200 len: 217 time: 0.0502975 Mar 29 15:10:25.245166 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-90cf0c4b-4339-49ce-875d-c7d6f0950ce3 req-54200f4f-ed3e-4b88-9a1e-2688f26edac2 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7e01de6-21ad-41c7-aa90-a228ddf97b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392455 Mar 29 15:10:25.264963 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-5c880db4-f7db-4517-ac1e-b348c45b8145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:25.266476 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-5c880db4-f7db-4517-ac1e-b348c45b8145 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f848f262-5313-47d3-a01b-552787092c89 HTTP/1.1" status: 200 len: 853 time: 0.0672107 Mar 29 15:10:25.322622 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-2e57d6c0-3e44-4eb9-b303-04c35cd0bf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:25.324102 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-2e57d6c0-3e44-4eb9-b303-04c35cd0bf49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8623989d-9dc8-4db2-b236-bf7fe1fec224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492795 Mar 29 15:10:25.411481 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-6c35e057-a20e-4577-9b68-d9abac9c0bbb service neutron] 10.222.0.36 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807593 Mar 29 15:10:25.503520 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5d2c39ef-e087-4288-84c1-66a452f368fd req-85ba63a5-9deb-4961-96d1-7cb2d52b2423 service neutron] 10.222.0.36 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855818 Mar 29 15:10:25.599485 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1a1d8-e07a-40aa-89fa-d6292405d379 req-7c9849cd-a788-4903-95f8-eeb9a064342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:25.601003 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7df1a1d8-e07a-40aa-89fa-d6292405d379 req-7c9849cd-a788-4903-95f8-eeb9a064342f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33c87159058d4c97bc53a0b99346e157&device_id=49c22ba6-9221-43b7-801a-4ae1083b1a4e HTTP/1.1" status: 200 len: 1127 time: 0.0460007 Mar 29 15:10:25.694382 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1a1d8-e07a-40aa-89fa-d6292405d379 req-4e75bc80-1919-4800-be73-efa49720abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:25.695841 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7df1a1d8-e07a-40aa-89fa-d6292405d379 req-4e75bc80-1919-4800-be73-efa49720abbf service neutron] 10.222.0.36 "GET /v2.0/networks?id=8623989d-9dc8-4db2-b236-bf7fe1fec224 HTTP/1.1" status: 200 len: 915 time: 0.0865726 Mar 29 15:10:25.739026 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7df1a1d8-e07a-40aa-89fa-d6292405d379 req-e19c815e-8fb8-46e8-a484-8b8c401503d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dbe1411-f8e2-4eec-8784-4b7a71e1842e HTTP/1.1" status: 200 len: 217 time: 0.0349681 Mar 29 15:10:25.785959 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1a1d8-e07a-40aa-89fa-d6292405d379 req-d46bd59c-7466-40b5-837c-9d7332bdcc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:25.787281 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7df1a1d8-e07a-40aa-89fa-d6292405d379 req-d46bd59c-7466-40b5-837c-9d7332bdcc1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f848f262-5313-47d3-a01b-552787092c89 HTTP/1.1" status: 200 len: 853 time: 0.0425580 Mar 29 15:10:25.836381 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1a1d8-e07a-40aa-89fa-d6292405d379 req-123eafb0-e273-4874-ae33-54efba498fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:25.837893 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7df1a1d8-e07a-40aa-89fa-d6292405d379 req-123eafb0-e273-4874-ae33-54efba498fcd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8623989d-9dc8-4db2-b236-bf7fe1fec224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443201 Mar 29 15:10:25.931706 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7df1a1d8-e07a-40aa-89fa-d6292405d379 req-fd5cd4ad-7ff5-4de1-93d6-f1ae23c4a241 service neutron] 10.222.0.36 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870266 Mar 29 15:10:26.030101 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7df1a1d8-e07a-40aa-89fa-d6292405d379 req-512d188d-8c61-4d4a-9e48-73aff2352edc service neutron] 10.222.0.36 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910165 Mar 29 15:10:26.367013 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e90c89-8826-4ca3-9c93-adb534ab0489 req-86d30ce8-f077-49bf-9c72-04ba57bf5762 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:26.368477 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-29e90c89-8826-4ca3-9c93-adb534ab0489 req-86d30ce8-f077-49bf-9c72-04ba57bf5762 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=49c22ba6-9221-43b7-801a-4ae1083b1a4e HTTP/1.1" status: 200 len: 943 time: 0.0527616 Mar 29 15:10:26.415522 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-29e90c89-8826-4ca3-9c93-adb534ab0489 req-1b07ad8d-100c-4e61-adea-61afaf199884 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7e01de6-21ad-41c7-aa90-a228ddf97b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412242 Mar 29 15:10:26.530824 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:27.535813 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14afb31-6d74-4bc1-b73a-abab65a76a2b req-874ac75d-5aab-4023-931d-fc1be3ff05bf tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:27.537237 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b14afb31-6d74-4bc1-b73a-abab65a76a2b req-874ac75d-5aab-4023-931d-fc1be3ff05bf tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=49c22ba6-9221-43b7-801a-4ae1083b1a4e HTTP/1.1" status: 200 len: 943 time: 0.0565391 Mar 29 15:10:27.584228 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b14afb31-6d74-4bc1-b73a-abab65a76a2b req-a7e9db6d-f9bd-4673-8ec1-1fc34deb5862 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7e01de6-21ad-41c7-aa90-a228ddf97b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412149 Mar 29 15:10:28.700678 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ced61-6879-4c7c-9ef3-7bccd33aa558 req-c41f58f7-fe06-488b-a906-504a4765bb75 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:28.702161 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-817ced61-6879-4c7c-9ef3-7bccd33aa558 req-c41f58f7-fe06-488b-a906-504a4765bb75 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=49c22ba6-9221-43b7-801a-4ae1083b1a4e HTTP/1.1" status: 200 len: 943 time: 0.0529938 Mar 29 15:10:28.754426 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-817ced61-6879-4c7c-9ef3-7bccd33aa558 req-08bd58cd-07ad-438c-b339-fedbc2983fa2 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7e01de6-21ad-41c7-aa90-a228ddf97b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454571 Mar 29 15:10:29.647765 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 2dbe1411-f8e2-4eec-8784-4b7a71e1842e details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:10:29.750250 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 2dbe1411-f8e2-4eec-8784-4b7a71e1842e, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=2dbe1411-f8e2-4eec-8784-4b7a71e1842e,segment=NetworkSegment(76ced992-64b5-4d36-a1da-2a36ce3c4f6e),segment_id=76ced992-64b5-4d36-a1da-2a36ce3c4f6e)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:10:29.760402 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Returning: {'device': '2dbe1411-f8e2-4eec-8784-4b7a71e1842e', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'port_id': '2dbe1411-f8e2-4eec-8784-4b7a71e1842e', 'mac_address': 'fa:16:3e:31:a6:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:10:29.800269 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port 2dbe1411-f8e2-4eec-8784-4b7a71e1842e is: DOWN; New status is: BUILD {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:10:29.800700 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (2dbe1411-f8e2-4eec-8784-4b7a71e1842e), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:29.814087 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dbe1411-f8e2-4eec-8784-4b7a71e1842e {{(pid=103155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:10:29.840267 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 2dbe1411-f8e2-4eec-8784-4b7a71e1842e, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=2dbe1411-f8e2-4eec-8784-4b7a71e1842e,segment=NetworkSegment(76ced992-64b5-4d36-a1da-2a36ce3c4f6e),segment_id=76ced992-64b5-4d36-a1da-2a36ce3c4f6e)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:10:29.846273 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (2dbe1411-f8e2-4eec-8784-4b7a71e1842e), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:29.883004 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafa5a5-3bd5-4eb5-93a3-24b9e83093fd req-416a4338-666d-4eed-bbfc-50fef01c17da tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:29.884607 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5eafa5a5-3bd5-4eb5-93a3-24b9e83093fd req-416a4338-666d-4eed-bbfc-50fef01c17da tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=49c22ba6-9221-43b7-801a-4ae1083b1a4e HTTP/1.1" status: 200 len: 943 time: 0.0612967 Mar 29 15:10:29.899067 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=2dbe1411-f8e2-4eec-8784-4b7a71e1842e,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:10:29.906561 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:29.906754 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:29.906945 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:29.907286 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:29.907613 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:29.908756 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:29.909025 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:29.909352 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:29.909675 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:29.909996 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:29.910317 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:29.910641 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:29.910975 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:29.911276 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:29.911593 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:10:29.937845 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5eafa5a5-3bd5-4eb5-93a3-24b9e83093fd req-ed7a24c0-c422-4c08-833a-a24065640cb9 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7e01de6-21ad-41c7-aa90-a228ddf97b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463958 Mar 29 15:10:30.191417 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['2dbe1411-f8e2-4eec-8784-4b7a71e1842e'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:10:30.899317 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-dc3d7378-64c2-43e0-a2f4-d406e7ba2475 req-2c489426-d9b8-496d-aec7-1924d16a09ca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520015 Mar 29 15:10:30.987348 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d7378-64c2-43e0-a2f4-d406e7ba2475 req-c816b9cc-6e0e-4284-a168-1940d5a58e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:30.988881 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-dc3d7378-64c2-43e0-a2f4-d406e7ba2475 req-c816b9cc-6e0e-4284-a168-1940d5a58e42 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e407405f1464490f8b4163e9dce23438&device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 1129 time: 0.0445073 Mar 29 15:10:31.118123 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d061786-0ffc-425e-a641-6b8673bca4db req-ca1a875c-9a0b-4859-9512-f36cc0139e67 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:31.119584 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-6d061786-0ffc-425e-a641-6b8673bca4db req-ca1a875c-9a0b-4859-9512-f36cc0139e67 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=49c22ba6-9221-43b7-801a-4ae1083b1a4e HTTP/1.1" status: 200 len: 944 time: 0.1053846 Mar 29 15:10:31.143079 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d7378-64c2-43e0-a2f4-d406e7ba2475 req-7482029a-5355-406c-9b9a-41c25a4937b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:31.144386 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-dc3d7378-64c2-43e0-a2f4-d406e7ba2475 req-7482029a-5355-406c-9b9a-41c25a4937b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7319462-7a9c-48c1-8b1b-f253974f3ccf HTTP/1.1" status: 200 len: 917 time: 0.1376476 Mar 29 15:10:31.209284 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-6d061786-0ffc-425e-a641-6b8673bca4db req-49230f77-8203-4995-8454-3e35dfada09c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7e01de6-21ad-41c7-aa90-a228ddf97b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812297 Mar 29 15:10:31.230783 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-dc3d7378-64c2-43e0-a2f4-d406e7ba2475 req-c56d736a-7581-4dcb-ac81-3510e6b72bf6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2365f82-ad99-493c-ae84-2bc35dea658b HTTP/1.1" status: 200 len: 1001 time: 0.0791287 Mar 29 15:10:31.290693 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d7378-64c2-43e0-a2f4-d406e7ba2475 req-8e9bd613-15e6-49b8-950a-c80e83f57edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:31.292654 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-dc3d7378-64c2-43e0-a2f4-d406e7ba2475 req-8e9bd613-15e6-49b8-950a-c80e83f57edf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5db96dc7-3ab4-47b2-8f7f-2f2553b8b462 HTTP/1.1" status: 200 len: 855 time: 0.0524597 Mar 29 15:10:31.348294 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d7378-64c2-43e0-a2f4-d406e7ba2475 req-e7986ce9-e4ce-4bb1-a810-57cc80a8a14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:31.349784 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-dc3d7378-64c2-43e0-a2f4-d406e7ba2475 req-e7986ce9-e4ce-4bb1-a810-57cc80a8a14d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7319462-7a9c-48c1-8b1b-f253974f3ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500164 Mar 29 15:10:31.435628 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-dc3d7378-64c2-43e0-a2f4-d406e7ba2475 req-155475b2-0812-41d9-8a3a-df39c7a464dd service neutron] 10.222.0.36 "GET /v2.0/networks/b7319462-7a9c-48c1-8b1b-f253974f3ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796165 Mar 29 15:10:31.525180 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-dc3d7378-64c2-43e0-a2f4-d406e7ba2475 req-08c78a8b-6ed0-4d5a-935d-186eedd8aeb1 service neutron] 10.222.0.36 "GET /v2.0/networks/b7319462-7a9c-48c1-8b1b-f253974f3ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826433 Mar 29 15:10:31.671876 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 2dbe1411-f8e2-4eec-8784-4b7a71e1842e up at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:10:31.723762 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning for port 2dbe1411-f8e2-4eec-8784-4b7a71e1842e completed by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:10:31.727678 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning complete for port 2dbe1411-f8e2-4eec-8784-4b7a71e1842e triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:10:31.728052 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (2dbe1411-f8e2-4eec-8784-4b7a71e1842e), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:31.804254 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port 2dbe1411-f8e2-4eec-8784-4b7a71e1842e is: BUILD; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:10:31.804749 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (2dbe1411-f8e2-4eec-8784-4b7a71e1842e), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:31.827883 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c22ba6-9221-43b7-801a-4ae1083b1a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbe1411-f8e2-4eec-8784-4b7a71e1842e'}] {{(pid=103155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:10:31.830734 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38c8142a5be8756d7824345574af4facaba61695d099691de86e3daaece1ccc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebe72af-7105-4b96-a0cf-361ad501c783" -d '{"events": [{"server_uuid": "49c22ba6-9221-43b7-801a-4ae1083b1a4e", "name": "network-vif-plugged", "status": "completed", "tag": "2dbe1411-f8e2-4eec-8784-4b7a71e1842e"}]}' {{(pid=103155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:10:31.842842 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 2dbe1411-f8e2-4eec-8784-4b7a71e1842e, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=2dbe1411-f8e2-4eec-8784-4b7a71e1842e,segment=NetworkSegment(76ced992-64b5-4d36-a1da-2a36ce3c4f6e),segment_id=76ced992-64b5-4d36-a1da-2a36ce3c4f6e)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:10:31.847698 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (2dbe1411-f8e2-4eec-8784-4b7a71e1842e), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:31.874045 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e44fd4-5887-489d-bdfd-53cf8023fb50 x-openstack-request-id: req-54e44fd4-5887-489d-bdfd-53cf8023fb50 {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:10:31.874337 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c22ba6-9221-43b7-801a-4ae1083b1a4e", "name": "network-vif-plugged", "status": "completed", "tag": "2dbe1411-f8e2-4eec-8784-4b7a71e1842e", "code": 200}]} {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:10:31.874593 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-54e44fd4-5887-489d-bdfd-53cf8023fb50 {{(pid=103155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:10:31.875037 dv-cinder-835635-1-iscsi neutron-server[103155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54e44fd4-5887-489d-bdfd-53cf8023fb50'] response: {'server_uuid': '49c22ba6-9221-43b7-801a-4ae1083b1a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbe1411-f8e2-4eec-8784-4b7a71e1842e', 'code': 200} Mar 29 15:10:31.901881 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=2dbe1411-f8e2-4eec-8784-4b7a71e1842e,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:10:32.046921 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678c00f-938b-4c04-b678-b11377ad9db1 req-e47b6f71-b618-44f4-834c-c9d28cf7a358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:32.048356 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b678c00f-938b-4c04-b678-b11377ad9db1 req-e47b6f71-b618-44f4-834c-c9d28cf7a358 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=49c22ba6-9221-43b7-801a-4ae1083b1a4e HTTP/1.1" status: 200 len: 1129 time: 0.0469663 Mar 29 15:10:32.095625 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b678c00f-938b-4c04-b678-b11377ad9db1 req-676388dd-0077-466b-a665-04dc6d4f8946 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f7e01de6-21ad-41c7-aa90-a228ddf97b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399578 Mar 29 15:10:32.333154 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41f073-4d76-4881-831c-190503d429fc req-9714ec4f-2d74-465b-8cca-f05a95c7c590 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:32.334513 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ab41f073-4d76-4881-831c-190503d429fc req-9714ec4f-2d74-465b-8cca-f05a95c7c590 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=49c22ba6-9221-43b7-801a-4ae1083b1a4e HTTP/1.1" status: 200 len: 945 time: 0.0554206 Mar 29 15:10:32.381125 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ab41f073-4d76-4881-831c-190503d429fc req-8ec32f8b-c643-4085-adec-391f3977a413 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7e01de6-21ad-41c7-aa90-a228ddf97b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411503 Mar 29 15:10:33.352803 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa08fd-7c5a-4593-ad6a-52326d4e98ab req-ddd87d9e-facc-4b79-8d42-a3b58fffe196 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:33.354308 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-66aa08fd-7c5a-4593-ad6a-52326d4e98ab req-ddd87d9e-facc-4b79-8d42-a3b58fffe196 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 945 time: 0.0583444 Mar 29 15:10:33.403712 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-66aa08fd-7c5a-4593-ad6a-52326d4e98ab req-6a14223f-aecf-454d-a5c5-6f7d2d346f08 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424814 Mar 29 15:10:33.507541 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279952fd-7bcd-47a7-b075-67f88cfb6f30 req-57cdb4d8-3f97-4cb0-a76d-71a47e1b48e8 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:33.509752 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-279952fd-7bcd-47a7-b075-67f88cfb6f30 req-57cdb4d8-3f97-4cb0-a76d-71a47e1b48e8 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=49c22ba6-9221-43b7-801a-4ae1083b1a4e HTTP/1.1" status: 200 len: 945 time: 0.0577941 Mar 29 15:10:33.563895 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-279952fd-7bcd-47a7-b075-67f88cfb6f30 req-d8665934-37a3-464d-b5fd-78054c58d856 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7e01de6-21ad-41c7-aa90-a228ddf97b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462816 Mar 29 15:10:33.753630 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 43940) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:10:33.854842 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ed5dfcf5-338c-485d-90e4-d8d3345385b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:33.931217 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ed5dfcf5-338c-485d-90e4-d8d3345385b4 admin admin] Publish callbacks [] for security_group (b892a8a6-dd87-4abe-a69a-ac9b7d8936fe), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:33.934763 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ed5dfcf5-338c-485d-90e4-d8d3345385b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (b892a8a6-dd87-4abe-a69a-ac9b7d8936fe), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:33.978055 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-ed5dfcf5-338c-485d-90e4-d8d3345385b4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b309781cc394719a2c2d11e0fe4355c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233646 Mar 29 15:10:33.979317 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5dfcf5-338c-485d-90e4-d8d3345385b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b892a8a6-dd87-4abe-a69a-ac9b7d8936fe,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:10:33.980773 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 43944) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:10:34.027936 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bf6-ddd9-4126-b3f7-52fd6c174d3b admin admin] Publish callbacks [] for security_group (b892a8a6-dd87-4abe-a69a-ac9b7d8936fe), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:34.050400 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bf6-ddd9-4126-b3f7-52fd6c174d3b admin admin] Publish callbacks [] for security_group (b892a8a6-dd87-4abe-a69a-ac9b7d8936fe), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:34.098274 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bf6-ddd9-4126-b3f7-52fd6c174d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (b892a8a6-dd87-4abe-a69a-ac9b7d8936fe), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:34.100763 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ca6b3bf6-ddd9-4126-b3f7-52fd6c174d3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:34.101886 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-ca6b3bf6-ddd9-4126-b3f7-52fd6c174d3b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b892a8a6-dd87-4abe-a69a-ac9b7d8936fe HTTP/1.1" status: 204 len: 168 time: 0.1201332 Mar 29 15:10:34.109390 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b3bf6-ddd9-4126-b3f7-52fd6c174d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b892a8a6-dd87-4abe-a69a-ac9b7d8936fe,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:10:34.526683 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00339001-88e2-42f0-81d9-7ffe200ae83a req-8d627da7-095e-4035-af82-f1a6ad024e3b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:34.528182 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-00339001-88e2-42f0-81d9-7ffe200ae83a req-8d627da7-095e-4035-af82-f1a6ad024e3b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 945 time: 0.0523362 Mar 29 15:10:34.575217 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-00339001-88e2-42f0-81d9-7ffe200ae83a req-8ed35747-a355-4e23-ba51-492daea754c9 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414093 Mar 29 15:10:34.691326 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72ac95-9c05-4cb1-b036-d16f12ca295d req-38ea3447-9e8c-47ee-9080-fb67f14265df tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:34.692754 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-dd72ac95-9c05-4cb1-b036-d16f12ca295d req-38ea3447-9e8c-47ee-9080-fb67f14265df tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=49c22ba6-9221-43b7-801a-4ae1083b1a4e HTTP/1.1" status: 200 len: 945 time: 0.0590215 Mar 29 15:10:34.738763 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-dd72ac95-9c05-4cb1-b036-d16f12ca295d req-425810e2-8958-490d-8687-9294f2c4e670 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7e01de6-21ad-41c7-aa90-a228ddf97b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405557 Mar 29 15:10:34.849191 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3f94f-e0eb-459c-b716-9e966f7cce44 req-1bb80bec-7508-447d-ba85-3631f9468e2e tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:34.850647 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-bcb3f94f-e0eb-459c-b716-9e966f7cce44 req-1bb80bec-7508-447d-ba85-3631f9468e2e tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=49c22ba6-9221-43b7-801a-4ae1083b1a4e HTTP/1.1" status: 200 len: 945 time: 0.0508871 Mar 29 15:10:34.859059 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 43954) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:10:34.863896 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-4af7bb40-42d2-412f-8a1a-8a7dc2e3872f tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Request body: {'floatingip': {'port_id': '2dbe1411-f8e2-4eec-8784-4b7a71e1842e'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:10:34.903970 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4af7bb40-42d2-412f-8a1a-8a7dc2e3872f tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for floatingip (80a7b045-1c6d-441e-990e-c0321af9ba3f), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:35.569043 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4af7bb40-42d2-412f-8a1a-8a7dc2e3872f tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:35.572652 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4af7bb40-42d2-412f-8a1a-8a7dc2e3872f tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (80a7b045-1c6d-441e-990e-c0321af9ba3f), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:35.676395 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.l3_db [None req-4af7bb40-42d2-412f-8a1a-8a7dc2e3872f tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Floating IP 80a7b045-1c6d-441e-990e-c0321af9ba3f associated. External IP: 172.27.2.63, port: 2dbe1411-f8e2-4eec-8784-4b7a71e1842e. Mar 29 15:10:35.698652 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a52390-64e2-4ded-bb5f-0e8edb462dbc req-566982a0-3223-4a87-ad27-2bb9a7134643 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:35.700119 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-93a52390-64e2-4ded-bb5f-0e8edb462dbc req-566982a0-3223-4a87-ad27-2bb9a7134643 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 945 time: 0.0528173 Mar 29 15:10:35.746604 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-93a52390-64e2-4ded-bb5f-0e8edb462dbc req-980537f1-4b5c-4719-b614-889b4f7ab6e9 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403011 Mar 29 15:10:35.886327 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af7bb40-42d2-412f-8a1a-8a7dc2e3872f tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:10:35.999506 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af7bb40-42d2-412f-8a1a-8a7dc2e3872f tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:10:36.005124 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4af7bb40-42d2-412f-8a1a-8a7dc2e3872f tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:36.011617 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951463d7-533a-4ad4-b93d-863396a28006 None None] Sync routers for ids ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'] in dv-cinder-835635-1-iscsi {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:10:36.021772 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951463d7-533a-4ad4-b93d-863396a28006 None None] Routers {'3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:10:36.022372 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-951463d7-533a-4ad4-b93d-863396a28006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:10:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:10:36.035185 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-4af7bb40-42d2-412f-8a1a-8a7dc2e3872f tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "PUT /v2.0/floatingips/80a7b045-1c6d-441e-990e-c0321af9ba3f HTTP/1.1" status: 200 len: 990 time: 1.1750739 Mar 29 15:10:36.035740 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c22ba6-9221-43b7-801a-4ae1083b1a4e', 'tag': '2dbe1411-f8e2-4eec-8784-4b7a71e1842e'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:10:36.037971 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de82d459-241b-4142-9747-39ce830a11e6" -d '{"events": [{"name": "network-changed", "server_uuid": "49c22ba6-9221-43b7-801a-4ae1083b1a4e", "tag": "2dbe1411-f8e2-4eec-8784-4b7a71e1842e"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:10:36.076046 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391a3e72-b7f6-429f-b02c-e8dd0690e0b4 x-openstack-request-id: req-391a3e72-b7f6-429f-b02c-e8dd0690e0b4 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:10:36.076329 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c22ba6-9221-43b7-801a-4ae1083b1a4e", "tag": "2dbe1411-f8e2-4eec-8784-4b7a71e1842e", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:10:36.076587 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-391a3e72-b7f6-429f-b02c-e8dd0690e0b4 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:10:36.076991 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-391a3e72-b7f6-429f-b02c-e8dd0690e0b4'] response: {'name': 'network-changed', 'server_uuid': '49c22ba6-9221-43b7-801a-4ae1083b1a4e', 'tag': '2dbe1411-f8e2-4eec-8784-4b7a71e1842e', 'status': 'completed', 'code': 200} Mar 29 15:10:36.133954 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-951463d7-533a-4ad4-b93d-863396a28006 None None] Set router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:10:36.137591 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82d459-241b-4142-9747-39ce830a11e6 req-ce5c7579-ec1c-41f1-906b-3c39a368dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:36.139023 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-de82d459-241b-4142-9747-39ce830a11e6 req-ce5c7579-ec1c-41f1-906b-3c39a368dc24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33c87159058d4c97bc53a0b99346e157&device_id=49c22ba6-9221-43b7-801a-4ae1083b1a4e HTTP/1.1" status: 200 len: 1129 time: 0.0442712 Mar 29 15:10:36.229707 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82d459-241b-4142-9747-39ce830a11e6 req-d7000490-5ed4-4b30-be9f-443c12df4e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:36.231157 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-de82d459-241b-4142-9747-39ce830a11e6 req-d7000490-5ed4-4b30-be9f-443c12df4e24 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8623989d-9dc8-4db2-b236-bf7fe1fec224 HTTP/1.1" status: 200 len: 915 time: 0.0867267 Mar 29 15:10:36.296915 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-de82d459-241b-4142-9747-39ce830a11e6 req-acf69698-51b1-48fb-af02-3728b1e3702e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dbe1411-f8e2-4eec-8784-4b7a71e1842e HTTP/1.1" status: 200 len: 998 time: 0.0593431 Mar 29 15:10:36.348082 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82d459-241b-4142-9747-39ce830a11e6 req-4f0f560f-22b6-485c-a7db-23c32746d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:36.349502 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-de82d459-241b-4142-9747-39ce830a11e6 req-4f0f560f-22b6-485c-a7db-23c32746d9e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f848f262-5313-47d3-a01b-552787092c89 HTTP/1.1" status: 200 len: 853 time: 0.0463438 Mar 29 15:10:36.364014 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-951463d7-533a-4ad4-b93d-863396a28006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '80a7b045-1c6d-441e-990e-c0321af9ba3f', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'port_id': '2dbe1411-f8e2-4eec-8784-4b7a71e1842e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'mac_address': 'fa:16:3e:31:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c22ba6-9221-43b7-801a-4ae1083b1a4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:10:21Z', 'updated_at': '2022-03-29T15:10:35Z', 'revision_number': 1, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91adfefe-7aa0-4636-97b4-6521420d1303', 'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'mac_address': 'fa:16:3e:ee:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:34Z', 'updated_at': '2022-03-29T15:02:52Z', 'revision_number': 5, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'subnets': [{'id': 'f848f262-5313-47d3-a01b-552787092c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:10:36.393168 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951463d7-533a-4ad4-b93d-863396a28006 None None] Checking router: 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 for host: dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:10:36.397293 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82d459-241b-4142-9747-39ce830a11e6 req-d66c887d-d167-4d9b-9949-92ad913cfe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:36.398781 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-de82d459-241b-4142-9747-39ce830a11e6 req-d66c887d-d167-4d9b-9949-92ad913cfe39 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8623989d-9dc8-4db2-b236-bf7fe1fec224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437210 Mar 29 15:10:36.401164 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951463d7-533a-4ad4-b93d-863396a28006 None None] Routers {'3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:10:36.401754 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-951463d7-533a-4ad4-b93d-863396a28006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:10:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:10:36.487188 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-de82d459-241b-4142-9747-39ce830a11e6 req-a51925d9-8768-4658-9d90-8063755087d2 service neutron] 10.222.0.36 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821815 Mar 29 15:10:36.505034 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-951463d7-533a-4ad4-b93d-863396a28006 None None] Set router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:10:36.579569 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-de82d459-241b-4142-9747-39ce830a11e6 req-1aa6bea5-109a-4aea-9732-4371c85e9b10 service neutron] 10.222.0.36 "GET /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861475 Mar 29 15:10:36.729305 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-951463d7-533a-4ad4-b93d-863396a28006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '80a7b045-1c6d-441e-990e-c0321af9ba3f', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'port_id': '2dbe1411-f8e2-4eec-8784-4b7a71e1842e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'mac_address': 'fa:16:3e:31:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c22ba6-9221-43b7-801a-4ae1083b1a4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:10:21Z', 'updated_at': '2022-03-29T15:10:35Z', 'revision_number': 1, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91adfefe-7aa0-4636-97b4-6521420d1303', 'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'mac_address': 'fa:16:3e:ee:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:34Z', 'updated_at': '2022-03-29T15:02:52Z', 'revision_number': 5, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'subnets': [{'id': 'f848f262-5313-47d3-a01b-552787092c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:10:36.755614 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951463d7-533a-4ad4-b93d-863396a28006 None None] The sync data for ids ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'] in dv-cinder-835635-1-iscsi is: [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '80a7b045-1c6d-441e-990e-c0321af9ba3f', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'port_id': '2dbe1411-f8e2-4eec-8784-4b7a71e1842e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'mac_address': 'fa:16:3e:31:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c22ba6-9221-43b7-801a-4ae1083b1a4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:10:21Z', 'updated_at': '2022-03-29T15:10:35Z', 'revision_number': 1, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91adfefe-7aa0-4636-97b4-6521420d1303', 'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'mac_address': 'fa:16:3e:ee:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:34Z', 'updated_at': '2022-03-29T15:02:52Z', 'revision_number': 5, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'subnets': [{'id': 'f848f262-5313-47d3-a01b-552787092c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:10:36.884624 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247cf01-2c84-4be6-a4d9-e8e47add68ec req-9794826d-91b9-4aa7-b27f-89bc7714869c tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:36.886119 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3247cf01-2c84-4be6-a4d9-e8e47add68ec req-9794826d-91b9-4aa7-b27f-89bc7714869c tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 945 time: 0.0570345 Mar 29 15:10:36.935831 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3247cf01-2c84-4be6-a4d9-e8e47add68ec req-ec993e8b-fce8-4daf-a27b-86fd861d4a8f tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440028 Mar 29 15:10:36.945804 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6442ebc-ab37-4b25-a816-37676a10a6fe None None] New status for floating IP 80a7b045-1c6d-441e-990e-c0321af9ba3f: ACTIVE {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:10:38.060742 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f5d19-145a-4c1a-a799-12c10a49498c req-e24d7ade-7bfd-40c8-8ecb-cfef14b0f00f tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:38.062216 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-dd8f5d19-145a-4c1a-a799-12c10a49498c req-e24d7ade-7bfd-40c8-8ecb-cfef14b0f00f tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 945 time: 0.0534248 Mar 29 15:10:38.110152 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-dd8f5d19-145a-4c1a-a799-12c10a49498c req-0d4d524c-8716-485d-be9d-3bd45615c062 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418215 Mar 29 15:10:38.903073 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:10:39.230640 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536c1a5-70fd-4827-9829-7b6a24b63ac9 req-774940de-9be3-4582-bb4d-de3e9f651d00 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:39.232079 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b536c1a5-70fd-4827-9829-7b6a24b63ac9 req-774940de-9be3-4582-bb4d-de3e9f651d00 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 945 time: 0.0515311 Mar 29 15:10:39.278063 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b536c1a5-70fd-4827-9829-7b6a24b63ac9 req-ad9ce51e-8b24-4ed7-85cb-bc9ff81eeaf5 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397937 Mar 29 15:10:40.399180 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579cb62-3760-42cd-b236-7dd174e5977c req-983919ea-0c76-45aa-9b51-705e3edd21c7 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:40.400646 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3579cb62-3760-42cd-b236-7dd174e5977c req-983919ea-0c76-45aa-9b51-705e3edd21c7 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 945 time: 0.0511131 Mar 29 15:10:40.450534 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3579cb62-3760-42cd-b236-7dd174e5977c req-3e788a85-ef8b-4232-ad3a-349f22e5c31e tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443773 Mar 29 15:10:41.421131 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-1795c8d5-9b29-497d-bd24-c21df226cc0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:41.570837 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb653d-0546-4477-a1a1-26ac736afb81 req-8d188032-8060-44c8-a80b-d677c803bf11 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:41.572301 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-edcb653d-0546-4477-a1a1-26ac736afb81 req-8d188032-8060-44c8-a80b-d677c803bf11 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 945 time: 0.0521185 Mar 29 15:10:41.621357 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-edcb653d-0546-4477-a1a1-26ac736afb81 req-6d40a982-44ad-4aa0-b14b-dac4134665c2 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434539 Mar 29 15:10:42.894512 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bdefc-56fc-4dbb-a5ca-5ac1f424602a req-b2131399-c8da-4afb-8fe7-c8693db19ac7 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:42.895883 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-356bdefc-56fc-4dbb-a5ca-5ac1f424602a req-b2131399-c8da-4afb-8fe7-c8693db19ac7 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 945 time: 0.0519867 Mar 29 15:10:42.942309 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-356bdefc-56fc-4dbb-a5ca-5ac1f424602a req-b5c6196b-d4ba-4441-9062-c23189b346ce tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410304 Mar 29 15:10:43.724489 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-3b678ae7-d143-42e7-8ecd-338681165434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:44.066036 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef726a5-d31f-489d-9fa8-332bd9d30443 req-3f37415c-d471-4eb7-b5ab-84bff4e91f09 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:44.067567 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-4ef726a5-d31f-489d-9fa8-332bd9d30443 req-3f37415c-d471-4eb7-b5ab-84bff4e91f09 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 945 time: 0.0544009 Mar 29 15:10:44.115605 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-4ef726a5-d31f-489d-9fa8-332bd9d30443 req-9005932d-62d8-486f-93ee-52fa97f26787 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421665 Mar 29 15:10:44.738176 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:45.241903 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3af7f-831c-41e5-a0fe-c7158dd055b8 req-62594206-258b-433e-b1fc-112d1cab838f tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:45.243382 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-6dd3af7f-831c-41e5-a0fe-c7158dd055b8 req-62594206-258b-433e-b1fc-112d1cab838f tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 945 time: 0.0529239 Mar 29 15:10:45.288802 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-6dd3af7f-831c-41e5-a0fe-c7158dd055b8 req-3929b01d-3f88-4358-a685-87c84b0d77be tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398738 Mar 29 15:10:45.706153 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device e2365f82-ad99-493c-ae84-2bc35dea658b details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:10:45.815329 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port e2365f82-ad99-493c-ae84-2bc35dea658b, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=e2365f82-ad99-493c-ae84-2bc35dea658b,segment=NetworkSegment(d32bf408-be36-4d34-802e-1529276988f7),segment_id=d32bf408-be36-4d34-802e-1529276988f7)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:10:45.829322 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Returning: {'device': 'e2365f82-ad99-493c-ae84-2bc35dea658b', 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'port_id': 'e2365f82-ad99-493c-ae84-2bc35dea658b', 'mac_address': 'fa:16:3e:c8:9c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:10:45.865069 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port e2365f82-ad99-493c-ae84-2bc35dea658b is: ACTIVE; New status is: BUILD {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:10:45.865455 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (e2365f82-ad99-493c-ae84-2bc35dea658b), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:45.878376 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2365f82-ad99-493c-ae84-2bc35dea658b {{(pid=103155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:10:45.896379 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port e2365f82-ad99-493c-ae84-2bc35dea658b, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=e2365f82-ad99-493c-ae84-2bc35dea658b,segment=NetworkSegment(d32bf408-be36-4d34-802e-1529276988f7),segment_id=d32bf408-be36-4d34-802e-1529276988f7)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:10:45.901538 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (e2365f82-ad99-493c-ae84-2bc35dea658b), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:45.959579 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=e2365f82-ad99-493c-ae84-2bc35dea658b,revision_number=6']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:10:45.985119 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['e2365f82-ad99-493c-ae84-2bc35dea658b'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:10:46.408460 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c52d6-cf4c-43fa-9502-79e0886f77aa req-80390a7d-3791-41f6-8f42-d33a761c425b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:46.409955 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-184c52d6-cf4c-43fa-9502-79e0886f77aa req-80390a7d-3791-41f6-8f42-d33a761c425b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 944 time: 0.0522671 Mar 29 15:10:46.455956 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-184c52d6-cf4c-43fa-9502-79e0886f77aa req-7f5ca702-f2f7-4ba9-9e4d-98c0d834ee2d tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403123 Mar 29 15:10:46.559828 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:47.580409 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d13a2f-e6cb-407a-8918-553d8d281551 req-bbad9190-9e27-45c1-a6fe-e41edee5c854 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:47.581910 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-41d13a2f-e6cb-407a-8918-553d8d281551 req-bbad9190-9e27-45c1-a6fe-e41edee5c854 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 944 time: 0.0561297 Mar 29 15:10:47.624615 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:47.628504 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-41d13a2f-e6cb-407a-8918-553d8d281551 req-a87b074e-8eb0-4c8d-97b6-e173544ed6b6 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411668 Mar 29 15:10:47.740878 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device e2365f82-ad99-493c-ae84-2bc35dea658b up at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:10:47.788972 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning complete for port e2365f82-ad99-493c-ae84-2bc35dea658b triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:10:47.789338 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (e2365f82-ad99-493c-ae84-2bc35dea658b), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:47.996484 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port e2365f82-ad99-493c-ae84-2bc35dea658b is: BUILD; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:10:47.996809 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (e2365f82-ad99-493c-ae84-2bc35dea658b), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:48.019895 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f92e75-98f7-4076-94b6-3856acfa366d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2365f82-ad99-493c-ae84-2bc35dea658b'}] {{(pid=103155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:10:48.022185 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38c8142a5be8756d7824345574af4facaba61695d099691de86e3daaece1ccc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7f5b1a-0071-4231-9f0d-d77fca8ccc25" -d '{"events": [{"server_uuid": "b9f92e75-98f7-4076-94b6-3856acfa366d", "name": "network-vif-plugged", "status": "completed", "tag": "e2365f82-ad99-493c-ae84-2bc35dea658b"}]}' {{(pid=103155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:10:48.034407 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port e2365f82-ad99-493c-ae84-2bc35dea658b, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=e2365f82-ad99-493c-ae84-2bc35dea658b,segment=NetworkSegment(d32bf408-be36-4d34-802e-1529276988f7),segment_id=d32bf408-be36-4d34-802e-1529276988f7)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:10:48.038902 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (e2365f82-ad99-493c-ae84-2bc35dea658b), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:48.065312 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b91f82-a4ab-4df9-a6de-17bd24193053 x-openstack-request-id: req-f5b91f82-a4ab-4df9-a6de-17bd24193053 {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:10:48.065594 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f92e75-98f7-4076-94b6-3856acfa366d", "name": "network-vif-plugged", "status": "completed", "tag": "e2365f82-ad99-493c-ae84-2bc35dea658b", "code": 200}]} {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:10:48.065842 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f5b91f82-a4ab-4df9-a6de-17bd24193053 {{(pid=103155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:10:48.066229 dv-cinder-835635-1-iscsi neutron-server[103155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b91f82-a4ab-4df9-a6de-17bd24193053'] response: {'server_uuid': 'b9f92e75-98f7-4076-94b6-3856acfa366d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2365f82-ad99-493c-ae84-2bc35dea658b', 'code': 200} Mar 29 15:10:48.088935 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=e2365f82-ad99-493c-ae84-2bc35dea658b,revision_number=7']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:10:48.753740 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb86b4d-570b-44dd-9845-18b68387b72c req-b1f75f4c-94ca-4565-bb7b-cc9c24b64190 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:48.755226 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-aeb86b4d-570b-44dd-9845-18b68387b72c req-b1f75f4c-94ca-4565-bb7b-cc9c24b64190 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 945 time: 0.0566907 Mar 29 15:10:48.802269 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-aeb86b4d-570b-44dd-9845-18b68387b72c req-ff103996-0f67-4497-95a5-e24c1678f773 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413384 Mar 29 15:10:50.140945 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ba4d8-dcc8-4c7d-89c6-4e6e789da863 req-bad98484-d75b-4dc6-a82b-0dac812de911 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:50.142920 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1e6ba4d8-dcc8-4c7d-89c6-4e6e789da863 req-bad98484-d75b-4dc6-a82b-0dac812de911 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 945 time: 0.2710690 Mar 29 15:10:50.189117 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-1e6ba4d8-dcc8-4c7d-89c6-4e6e789da863 req-edc0645c-94e0-4faa-b3fa-65eb9f1fb00d tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399656 Mar 29 15:10:51.315614 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da7c07-c06f-4fe7-9112-2724041c86ab req-e663f0ad-41c3-4703-8465-045f9378633f tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:51.317132 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-69da7c07-c06f-4fe7-9112-2724041c86ab req-e663f0ad-41c3-4703-8465-045f9378633f tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 945 time: 0.0585592 Mar 29 15:10:51.366875 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-69da7c07-c06f-4fe7-9112-2724041c86ab req-e26a0d46-7072-4a6f-927a-e2777b9d8444 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442441 Mar 29 15:10:52.502579 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c63d0a-a280-4a00-9cbe-684f4899147a req-3f72d211-8aa0-40f8-be49-ad514406e660 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:52.504626 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-43c63d0a-a280-4a00-9cbe-684f4899147a req-3f72d211-8aa0-40f8-be49-ad514406e660 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 945 time: 0.0645130 Mar 29 15:10:52.556523 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-43c63d0a-a280-4a00-9cbe-684f4899147a req-fc8fa8db-5702-4e75-b908-c302fab82c45 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458472 Mar 29 15:10:53.702992 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea126f-4ea2-4b78-adfa-8432ea9192ff req-3c0dbf35-83f4-4072-bb31-4b94c3a899c5 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:53.706738 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-8dea126f-4ea2-4b78-adfa-8432ea9192ff req-3c0dbf35-83f4-4072-bb31-4b94c3a899c5 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 945 time: 0.0608361 Mar 29 15:10:53.773315 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-8dea126f-4ea2-4b78-adfa-8432ea9192ff req-c9c87473-b7b7-423e-8fe8-43bfe18e0fdd tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613446 Mar 29 15:10:55.104526 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96beb333-305a-4500-b858-4f2e2e7b6635 req-943a2edf-2105-4b06-97c0-2d80e751840f tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:55.105919 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-96beb333-305a-4500-b858-4f2e2e7b6635 req-943a2edf-2105-4b06-97c0-2d80e751840f tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 945 time: 0.0565872 Mar 29 15:10:55.154018 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-96beb333-305a-4500-b858-4f2e2e7b6635 req-d8778642-4cd4-4e94-b439-9ba60c6b1a44 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417721 Mar 29 15:10:56.287019 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d130c-2eb0-4c56-932a-3d946b1896a9 req-8134ae85-2c88-4d88-ac10-92e873ff522c tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:56.288421 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-178d130c-2eb0-4c56-932a-3d946b1896a9 req-8134ae85-2c88-4d88-ac10-92e873ff522c tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 945 time: 0.0586035 Mar 29 15:10:56.340867 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-178d130c-2eb0-4c56-932a-3d946b1896a9 req-da7b8322-71c7-4f58-9007-c1910dd0181f tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466092 Mar 29 15:10:56.526727 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:10:57.479635 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae49a1-ecf7-4343-a271-4544ddfce993 req-4e0bf7d1-8509-4673-b2e1-bbf30c98bf80 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:57.482335 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-6fae49a1-ecf7-4343-a271-4544ddfce993 req-4e0bf7d1-8509-4673-b2e1-bbf30c98bf80 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 945 time: 0.0604072 Mar 29 15:10:57.539760 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-6fae49a1-ecf7-4343-a271-4544ddfce993 req-1105294a-36ab-4a57-83f5-5364e4cb0ad6 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518651 Mar 29 15:10:58.701326 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba959c2-2774-4b8d-a036-e9d538232066 req-6a35d0c4-d09f-47f1-9961-b53dfdd06bf8 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:58.703454 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7ba959c2-2774-4b8d-a036-e9d538232066 req-6a35d0c4-d09f-47f1-9961-b53dfdd06bf8 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 945 time: 0.0708208 Mar 29 15:10:58.765750 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7ba959c2-2774-4b8d-a036-e9d538232066 req-0444b43e-35f4-47c4-932c-bcb5ed51dc57 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558314 Mar 29 15:10:59.898809 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79eb81-3be9-4f2b-adc8-c89499662aa7 req-96366cfe-aeca-4525-8b5d-90d65c0bbac2 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:10:59.900290 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-de79eb81-3be9-4f2b-adc8-c89499662aa7 req-96366cfe-aeca-4525-8b5d-90d65c0bbac2 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 945 time: 0.0585885 Mar 29 15:10:59.950402 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-de79eb81-3be9-4f2b-adc8-c89499662aa7 req-09a8c85f-61fd-4c13-9363-3a7e03703257 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444221 Mar 29 15:11:01.102472 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535bb5d-15bb-4e1b-bfbb-708188020b81 req-30e9f307-1270-446e-bcda-0016039976bb tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:01.104084 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0535bb5d-15bb-4e1b-bfbb-708188020b81 req-30e9f307-1270-446e-bcda-0016039976bb tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 945 time: 0.0616348 Mar 29 15:11:01.160835 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0535bb5d-15bb-4e1b-bfbb-708188020b81 req-2a5a9cef-fb6b-4d53-a66e-76ad3f6e8a14 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508456 Mar 29 15:11:02.198526 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba8340-393c-42d8-b138-9635bd8eb720 req-0649331e-155a-4978-86e7-3cc14291c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:02.200110 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b9ba8340-393c-42d8-b138-9635bd8eb720 req-0649331e-155a-4978-86e7-3cc14291c0d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e407405f1464490f8b4163e9dce23438&device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 1129 time: 0.0478094 Mar 29 15:11:02.301154 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba42e8-099c-4493-a685-6d1953e2ac90 req-de8b9569-3a7d-485e-960b-4f8858b134e0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:02.303454 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-9eba42e8-099c-4493-a685-6d1953e2ac90 req-de8b9569-3a7d-485e-960b-4f8858b134e0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 945 time: 0.0684085 Mar 29 15:11:02.307378 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba8340-393c-42d8-b138-9635bd8eb720 req-6c4a6c45-4466-499a-a488-7a78c3f8d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:02.314801 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b9ba8340-393c-42d8-b138-9635bd8eb720 req-6c4a6c45-4466-499a-a488-7a78c3f8d8b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7319462-7a9c-48c1-8b1b-f253974f3ccf HTTP/1.1" status: 200 len: 917 time: 0.1051729 Mar 29 15:11:02.352444 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-9eba42e8-099c-4493-a685-6d1953e2ac90 req-5d346fc9-9c0f-47d1-9884-4d1738a775c4 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433714 Mar 29 15:11:02.387095 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b9ba8340-393c-42d8-b138-9635bd8eb720 req-a6ca90c0-91e8-4660-a682-bb0c063b12d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2365f82-ad99-493c-ae84-2bc35dea658b HTTP/1.1" status: 200 len: 1001 time: 0.0664861 Mar 29 15:11:02.434276 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba8340-393c-42d8-b138-9635bd8eb720 req-2ddf1106-914e-4582-b5bc-dda0eea034ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:02.435695 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b9ba8340-393c-42d8-b138-9635bd8eb720 req-2ddf1106-914e-4582-b5bc-dda0eea034ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5db96dc7-3ab4-47b2-8f7f-2f2553b8b462 HTTP/1.1" status: 200 len: 855 time: 0.0427155 Mar 29 15:11:02.487954 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba8340-393c-42d8-b138-9635bd8eb720 req-0f28a1f1-011b-4e1a-abf5-45feba347327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:02.489502 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b9ba8340-393c-42d8-b138-9635bd8eb720 req-0f28a1f1-011b-4e1a-abf5-45feba347327 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7319462-7a9c-48c1-8b1b-f253974f3ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473237 Mar 29 15:11:02.578783 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b9ba8340-393c-42d8-b138-9635bd8eb720 req-8776aeef-4332-4ae3-bad1-a389d2af4478 service neutron] 10.222.0.36 "GET /v2.0/networks/b7319462-7a9c-48c1-8b1b-f253974f3ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821724 Mar 29 15:11:02.673162 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b9ba8340-393c-42d8-b138-9635bd8eb720 req-33783fc1-bdd5-4f8e-9bb4-d2aa2dc774f9 service neutron] 10.222.0.36 "GET /v2.0/networks/b7319462-7a9c-48c1-8b1b-f253974f3ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870683 Mar 29 15:11:03.482550 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac5692-7088-45fd-b3c9-835341e33a18 req-a1eb745b-491d-4719-85d0-7bb970fb7171 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:03.483948 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b3ac5692-7088-45fd-b3c9-835341e33a18 req-a1eb745b-491d-4719-85d0-7bb970fb7171 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 945 time: 0.0575736 Mar 29 15:11:03.535190 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b3ac5692-7088-45fd-b3c9-835341e33a18 req-cd67537c-9933-46cb-9e69-b146c713f9b3 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448298 Mar 29 15:11:04.659579 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f846d-cd28-44e9-9c77-dae6aacb9f8e req-3357b14e-1c5e-49b0-b002-490ceeb96e72 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:04.661103 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-ed8f846d-cd28-44e9-9c77-dae6aacb9f8e req-3357b14e-1c5e-49b0-b002-490ceeb96e72 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 945 time: 0.0537746 Mar 29 15:11:04.714082 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-ed8f846d-cd28-44e9-9c77-dae6aacb9f8e req-f4f74f52-8e86-4cbd-b968-a6eb8b169c2b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468371 Mar 29 15:11:05.615640 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aeb702-548a-465e-8be2-de62d4214bb1 req-41c082ed-047f-443a-ae44-0ab26686560e tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:05.617178 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-76aeb702-548a-465e-8be2-de62d4214bb1 req-41c082ed-047f-443a-ae44-0ab26686560e tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 945 time: 0.0600848 Mar 29 15:11:05.668640 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-76aeb702-548a-465e-8be2-de62d4214bb1 req-2e4d2430-90cf-4629-b268-5cb49e622f4c tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457726 Mar 29 15:11:05.815955 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device e2365f82-ad99-493c-ae84-2bc35dea658b no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:11:05.896354 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port e2365f82-ad99-493c-ae84-2bc35dea658b is: ACTIVE; New status is: DOWN {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:11:05.896777 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (e2365f82-ad99-493c-ae84-2bc35dea658b), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:05.900980 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 44176) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:05.920778 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f92e75-98f7-4076-94b6-3856acfa366d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2365f82-ad99-493c-ae84-2bc35dea658b'}] {{(pid=103155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:11:05.924055 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38c8142a5be8756d7824345574af4facaba61695d099691de86e3daaece1ccc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a60b70d-ae62-4c63-b83d-f303d8d69dbd" -d '{"events": [{"server_uuid": "b9f92e75-98f7-4076-94b6-3856acfa366d", "name": "network-vif-unplugged", "status": "completed", "tag": "e2365f82-ad99-493c-ae84-2bc35dea658b"}]}' {{(pid=103155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:11:05.936923 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port e2365f82-ad99-493c-ae84-2bc35dea658b, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=e2365f82-ad99-493c-ae84-2bc35dea658b,segment=NetworkSegment(d32bf408-be36-4d34-802e-1529276988f7),segment_id=d32bf408-be36-4d34-802e-1529276988f7)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:11:05.942146 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (e2365f82-ad99-493c-ae84-2bc35dea658b), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:05.967243 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Mar 2022 15:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a45122-9d17-4868-86a3-c343db9c32de x-openstack-request-id: req-86a45122-9d17-4868-86a3-c343db9c32de {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:11:05.967534 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f92e75-98f7-4076-94b6-3856acfa366d", "name": "network-vif-unplugged", "status": "failed", "tag": "e2365f82-ad99-493c-ae84-2bc35dea658b", "code": 422}]} {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:11:05.967786 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-86a45122-9d17-4868-86a3-c343db9c32de {{(pid=103155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:11:05.968219 dv-cinder-835635-1-iscsi neutron-server[103155]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-86a45122-9d17-4868-86a3-c343db9c32de']: {'server_uuid': 'b9f92e75-98f7-4076-94b6-3856acfa366d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e2365f82-ad99-493c-ae84-2bc35dea658b', 'code': 422} returned with failed status Mar 29 15:11:05.991736 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-44117526-87c7-4bcd-8491-c990e442892a req-e3acff7b-f3ef-4c9b-95ef-6bfdea16ea3d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0916610 Mar 29 15:11:05.994306 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=e2365f82-ad99-493c-ae84-2bc35dea658b,revision_number=8']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:06.000285 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [req-44117526-87c7-4bcd-8491-c990e442892a req-51c0f2d0-8cc3-47dc-b5aa-61c5143890df service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103154) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:11:06.001436 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-44117526-87c7-4bcd-8491-c990e442892a req-51c0f2d0-8cc3-47dc-b5aa-61c5143890df service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050488 Mar 29 15:11:06.083253 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 44186) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:06.175070 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44117526-87c7-4bcd-8491-c990e442892a req-e9278fe7-1c89-4a11-a85d-4f7d75e58f45 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:06.176438 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-44117526-87c7-4bcd-8491-c990e442892a req-e9278fe7-1c89-4a11-a85d-4f7d75e58f45 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports/e2365f82-ad99-493c-ae84-2bc35dea658b HTTP/1.1" status: 200 len: 940 time: 0.0921817 Mar 29 15:11:06.792362 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04faeee8-2427-42e9-b564-c2e88660e94e req-7fe94830-1897-4f0c-8d56-87ca9a9a5e87 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:06.800826 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-04faeee8-2427-42e9-b564-c2e88660e94e req-7fe94830-1897-4f0c-8d56-87ca9a9a5e87 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 943 time: 0.0535185 Mar 29 15:11:06.855328 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-04faeee8-2427-42e9-b564-c2e88660e94e req-907404eb-a6af-4b5b-8746-13a21dbe88d6 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464349 Mar 29 15:11:06.971583 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44117526-87c7-4bcd-8491-c990e442892a req-d5932811-7d0c-449d-abac-d6777ff3e6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:06.973033 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-44117526-87c7-4bcd-8491-c990e442892a req-d5932811-7d0c-449d-abac-d6777ff3e6d5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d&tenant_id=e407405f1464490f8b4163e9dce23438 HTTP/1.1" status: 200 len: 1127 time: 0.0795448 Mar 29 15:11:07.037905 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44117526-87c7-4bcd-8491-c990e442892a req-9e52d1f9-5c27-4362-ac5f-a74179577e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:07.039630 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-44117526-87c7-4bcd-8491-c990e442892a req-9e52d1f9-5c27-4362-ac5f-a74179577e0e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e407405f1464490f8b4163e9dce23438&device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 1127 time: 0.0439646 Mar 29 15:11:07.129624 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44117526-87c7-4bcd-8491-c990e442892a req-98ba04f7-7030-4582-b3f9-adbd48ebcc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:07.131074 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-44117526-87c7-4bcd-8491-c990e442892a req-98ba04f7-7030-4582-b3f9-adbd48ebcc40 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7319462-7a9c-48c1-8b1b-f253974f3ccf HTTP/1.1" status: 200 len: 917 time: 0.0858047 Mar 29 15:11:07.196414 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-44117526-87c7-4bcd-8491-c990e442892a req-52e106c9-1c04-4f49-afb3-1113fbb3f422 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2365f82-ad99-493c-ae84-2bc35dea658b HTTP/1.1" status: 200 len: 999 time: 0.0592742 Mar 29 15:11:07.245301 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44117526-87c7-4bcd-8491-c990e442892a req-202ef431-3765-4154-a873-54b7e2d8fd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:07.246636 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-44117526-87c7-4bcd-8491-c990e442892a req-202ef431-3765-4154-a873-54b7e2d8fd55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5db96dc7-3ab4-47b2-8f7f-2f2553b8b462 HTTP/1.1" status: 200 len: 855 time: 0.0443733 Mar 29 15:11:07.296098 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44117526-87c7-4bcd-8491-c990e442892a req-1b31ef45-e1b5-4891-a6e6-0b3421ae8174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:07.298160 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-44117526-87c7-4bcd-8491-c990e442892a req-1b31ef45-e1b5-4891-a6e6-0b3421ae8174 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7319462-7a9c-48c1-8b1b-f253974f3ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459788 Mar 29 15:11:07.383197 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-44117526-87c7-4bcd-8491-c990e442892a req-4c5b545e-50f5-4efd-974a-bcb7039b89d5 service neutron] 10.222.0.36 "GET /v2.0/networks/b7319462-7a9c-48c1-8b1b-f253974f3ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789373 Mar 29 15:11:07.471546 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-44117526-87c7-4bcd-8491-c990e442892a req-908bbc5d-d97c-4d9c-a1b1-833957aab1c6 service neutron] 10.222.0.36 "GET /v2.0/networks/b7319462-7a9c-48c1-8b1b-f253974f3ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829411 Mar 29 15:11:08.003238 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6b9f4-3c4b-456f-89b4-047f284e0a36 req-d193ce4d-9533-4275-9303-bd77f02525f1 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:08.012442 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e5c6b9f4-3c4b-456f-89b4-047f284e0a36 req-d193ce4d-9533-4275-9303-bd77f02525f1 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 943 time: 0.0701699 Mar 29 15:11:08.065437 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e5c6b9f4-3c4b-456f-89b4-047f284e0a36 req-fff89c7d-b0b6-4771-bc07-737246a8114e tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516920 Mar 29 15:11:09.195513 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c90ef-f8f7-4468-a70e-40af0d71fb19 req-9655ca74-5d82-4541-882b-f96783152466 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:09.197004 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-110c90ef-f8f7-4468-a70e-40af0d71fb19 req-9655ca74-5d82-4541-882b-f96783152466 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 943 time: 0.0532904 Mar 29 15:11:09.246499 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-110c90ef-f8f7-4468-a70e-40af0d71fb19 req-82dbe9f9-fbae-47c5-9e2f-135aba7c8ad5 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439031 Mar 29 15:11:10.374178 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1c1fc-73d9-4b71-acaf-014d01f30abd req-f9114be3-c0b3-4b4a-98be-32e9d0dd43e3 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:10.375966 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1ce1c1fc-73d9-4b71-acaf-014d01f30abd req-f9114be3-c0b3-4b4a-98be-32e9d0dd43e3 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 943 time: 0.0562527 Mar 29 15:11:10.426514 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1ce1c1fc-73d9-4b71-acaf-014d01f30abd req-4240907c-afd3-4559-9507-714998df6a81 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439599 Mar 29 15:11:11.423070 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8e63f910-046a-4326-bd5d-73e304d66b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:11.560497 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e5747-8cf1-427a-9cd1-571d4fa23122 req-b528a981-38eb-4ef7-b0dd-3a01f73b2b94 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:11.562005 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-8a9e5747-8cf1-427a-9cd1-571d4fa23122 req-b528a981-38eb-4ef7-b0dd-3a01f73b2b94 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 943 time: 0.0578375 Mar 29 15:11:11.618805 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-8a9e5747-8cf1-427a-9cd1-571d4fa23122 req-8eacbdb8-ccef-407d-9da0-f69a851056d0 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503547 Mar 29 15:11:12.751437 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b0d49-0fa5-469e-ab5b-f3c0452c6de5 req-2a8a2e9d-bd38-414c-90f4-cf1b660b6b9e tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:12.753161 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-6f1b0d49-0fa5-469e-ab5b-f3c0452c6de5 req-2a8a2e9d-bd38-414c-90f4-cf1b660b6b9e tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 943 time: 0.0574374 Mar 29 15:11:12.802122 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-6f1b0d49-0fa5-469e-ab5b-f3c0452c6de5 req-e8e73865-f82b-464e-b412-3bf7c3cbc3b1 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431340 Mar 29 15:11:13.730722 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8c05a107-31f4-4d08-aa34-f61b46cfc46a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:13.928741 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b7a29-3198-42e2-a0ce-982c511bca9f req-cc479fc6-8125-4b55-bd27-3ce2bfd9b6b8 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:13.930225 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-420b7a29-3198-42e2-a0ce-982c511bca9f req-cc479fc6-8125-4b55-bd27-3ce2bfd9b6b8 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 943 time: 0.0558753 Mar 29 15:11:13.979704 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-420b7a29-3198-42e2-a0ce-982c511bca9f req-40f2a42b-ac76-4fdb-8027-467e29f97fab tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436475 Mar 29 15:11:14.742556 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:15.111643 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa512c5-7172-4268-b0a9-d779b5d3808d req-515844e0-cc28-4689-b006-9c3403edd43a tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:15.113268 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8aa512c5-7172-4268-b0a9-d779b5d3808d req-515844e0-cc28-4689-b006-9c3403edd43a tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 943 time: 0.0550621 Mar 29 15:11:15.163887 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8aa512c5-7172-4268-b0a9-d779b5d3808d req-6dca454c-458c-42ff-b674-1df4e36a9363 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449307 Mar 29 15:11:15.901496 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:11:16.296716 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36942347-9edb-4849-a358-bfc21bfc389f req-838676d2-2c40-45a9-b23b-0b8b236cfb13 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:16.298452 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-36942347-9edb-4849-a358-bfc21bfc389f req-838676d2-2c40-45a9-b23b-0b8b236cfb13 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 943 time: 0.0600390 Mar 29 15:11:16.348371 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-36942347-9edb-4849-a358-bfc21bfc389f req-46969819-ba9d-41b2-96fe-30e0ca09c2da tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446537 Mar 29 15:11:16.567970 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:17.467121 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ed6b5-07ee-40c5-b337-a47a4405a791 req-5147f25d-93ad-4f9e-b252-8512c5194b12 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:17.468514 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4b4ed6b5-07ee-40c5-b337-a47a4405a791 req-5147f25d-93ad-4f9e-b252-8512c5194b12 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 943 time: 0.0512273 Mar 29 15:11:17.517619 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4b4ed6b5-07ee-40c5-b337-a47a4405a791 req-c641311d-a589-4a87-95d0-c2732199756e tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426645 Mar 29 15:11:17.627927 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:18.638155 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1907b32-40e4-43f7-9789-0032661e68ef req-8342c70a-4667-4623-ab29-6a3b037b5d9a tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:18.639617 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a1907b32-40e4-43f7-9789-0032661e68ef req-8342c70a-4667-4623-ab29-6a3b037b5d9a tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 943 time: 0.0512767 Mar 29 15:11:18.687192 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a1907b32-40e4-43f7-9789-0032661e68ef req-d002d3aa-eca1-4593-b418-780fd9c118da tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410485 Mar 29 15:11:19.810162 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b90beb-cdfd-4849-82ab-d7e2b3bb802a req-5ecaff83-0131-40ab-83fc-e35e24c74092 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:19.811605 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-56b90beb-cdfd-4849-82ab-d7e2b3bb802a req-5ecaff83-0131-40ab-83fc-e35e24c74092 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 943 time: 0.0515988 Mar 29 15:11:19.858867 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-56b90beb-cdfd-4849-82ab-d7e2b3bb802a req-e8ea4470-62c5-4579-8470-1ef827760fc3 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411112 Mar 29 15:11:20.982130 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6aeb9b-e5c0-4687-a6d3-32e89cec7513 req-bbb34e92-ac0e-45ab-a80c-2a400aa8e55b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:20.983592 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-de6aeb9b-e5c0-4687-a6d3-32e89cec7513 req-bbb34e92-ac0e-45ab-a80c-2a400aa8e55b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 943 time: 0.0529108 Mar 29 15:11:21.030603 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-de6aeb9b-e5c0-4687-a6d3-32e89cec7513 req-1b044db1-aab1-424d-98f8-1b124ab360a2 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407999 Mar 29 15:11:21.861922 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device e2365f82-ad99-493c-ae84-2bc35dea658b details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:11:21.963903 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port e2365f82-ad99-493c-ae84-2bc35dea658b, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=e2365f82-ad99-493c-ae84-2bc35dea658b,segment=NetworkSegment(d32bf408-be36-4d34-802e-1529276988f7),segment_id=d32bf408-be36-4d34-802e-1529276988f7)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:11:21.976249 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Returning: {'device': 'e2365f82-ad99-493c-ae84-2bc35dea658b', 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'port_id': 'e2365f82-ad99-493c-ae84-2bc35dea658b', 'mac_address': 'fa:16:3e:c8:9c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:11:22.013027 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port e2365f82-ad99-493c-ae84-2bc35dea658b is: DOWN; New status is: BUILD {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:11:22.013416 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (e2365f82-ad99-493c-ae84-2bc35dea658b), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:22.027898 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2365f82-ad99-493c-ae84-2bc35dea658b {{(pid=103155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:11:22.050340 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port e2365f82-ad99-493c-ae84-2bc35dea658b, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=e2365f82-ad99-493c-ae84-2bc35dea658b,segment=NetworkSegment(d32bf408-be36-4d34-802e-1529276988f7),segment_id=d32bf408-be36-4d34-802e-1529276988f7)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:11:22.054862 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (e2365f82-ad99-493c-ae84-2bc35dea658b), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:22.122276 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=e2365f82-ad99-493c-ae84-2bc35dea658b,revision_number=9']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:22.191412 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662b010-dcef-4128-8a81-136b1e0d2a14 req-9892ebd9-b82e-48bd-b925-661a81caaf3d tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:22.193109 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a662b010-dcef-4128-8a81-136b1e0d2a14 req-9892ebd9-b82e-48bd-b925-661a81caaf3d tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 944 time: 0.0629256 Mar 29 15:11:22.241489 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a662b010-dcef-4128-8a81-136b1e0d2a14 req-3e196e39-60f1-4a1e-a935-fbc1ee74b09b tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421433 Mar 29 15:11:22.417839 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['e2365f82-ad99-493c-ae84-2bc35dea658b'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:11:23.364313 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72b23e-00de-409e-8a5b-427472d846ae req-10d0fcbc-bcdd-4deb-a7d4-d97bfd09ab59 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:23.365725 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4f72b23e-00de-409e-8a5b-427472d846ae req-10d0fcbc-bcdd-4deb-a7d4-d97bfd09ab59 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 944 time: 0.0511558 Mar 29 15:11:23.411005 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4f72b23e-00de-409e-8a5b-427472d846ae req-8cc46872-755f-4942-8afd-c92eb8faa00f tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398538 Mar 29 15:11:23.875161 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device e2365f82-ad99-493c-ae84-2bc35dea658b up at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:11:23.926066 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning complete for port e2365f82-ad99-493c-ae84-2bc35dea658b triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:11:23.926440 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (e2365f82-ad99-493c-ae84-2bc35dea658b), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:24.000299 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port e2365f82-ad99-493c-ae84-2bc35dea658b is: BUILD; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:11:24.000708 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (e2365f82-ad99-493c-ae84-2bc35dea658b), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:24.023111 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f92e75-98f7-4076-94b6-3856acfa366d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2365f82-ad99-493c-ae84-2bc35dea658b'}] {{(pid=103155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:11:24.025552 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38c8142a5be8756d7824345574af4facaba61695d099691de86e3daaece1ccc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36cfbca-5d74-4a89-86a2-7fcd1f1027c7" -d '{"events": [{"server_uuid": "b9f92e75-98f7-4076-94b6-3856acfa366d", "name": "network-vif-plugged", "status": "completed", "tag": "e2365f82-ad99-493c-ae84-2bc35dea658b"}]}' {{(pid=103155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:11:24.038001 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port e2365f82-ad99-493c-ae84-2bc35dea658b, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=e2365f82-ad99-493c-ae84-2bc35dea658b,segment=NetworkSegment(d32bf408-be36-4d34-802e-1529276988f7),segment_id=d32bf408-be36-4d34-802e-1529276988f7)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:11:24.043727 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (e2365f82-ad99-493c-ae84-2bc35dea658b), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:24.067392 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0e71ea-6b97-42d2-9781-f3e7dc11ea2e x-openstack-request-id: req-0c0e71ea-6b97-42d2-9781-f3e7dc11ea2e {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:11:24.067677 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f92e75-98f7-4076-94b6-3856acfa366d", "name": "network-vif-plugged", "status": "completed", "tag": "e2365f82-ad99-493c-ae84-2bc35dea658b", "code": 200}]} {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:11:24.067926 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0c0e71ea-6b97-42d2-9781-f3e7dc11ea2e {{(pid=103155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:11:24.068356 dv-cinder-835635-1-iscsi neutron-server[103155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c0e71ea-6b97-42d2-9781-f3e7dc11ea2e'] response: {'server_uuid': 'b9f92e75-98f7-4076-94b6-3856acfa366d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2365f82-ad99-493c-ae84-2bc35dea658b', 'code': 200} Mar 29 15:11:24.096258 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=e2365f82-ad99-493c-ae84-2bc35dea658b,revision_number=10']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:24.245174 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44664571-eb0f-4ab5-bb90-fda359372b50 req-3b46d986-bbb4-47ae-a4b1-59494213f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:24.246673 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-44664571-eb0f-4ab5-bb90-fda359372b50 req-3b46d986-bbb4-47ae-a4b1-59494213f905 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 1130 time: 0.0482664 Mar 29 15:11:24.290766 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-44664571-eb0f-4ab5-bb90-fda359372b50 req-9cd3fe52-9e5e-4e0d-8b3e-07373d278110 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381079 Mar 29 15:11:24.532684 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f22a43-57b7-42dd-8391-7827886c5022 req-6541ecd3-c8dd-4ed1-a201-5c8297d067b7 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:24.534157 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-25f22a43-57b7-42dd-8391-7827886c5022 req-6541ecd3-c8dd-4ed1-a201-5c8297d067b7 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 946 time: 0.0518529 Mar 29 15:11:24.580628 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-25f22a43-57b7-42dd-8391-7827886c5022 req-9fb60701-b27c-4210-a81c-9f975397dc6d tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409973 Mar 29 15:11:25.710614 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12855f-f15d-4bc4-9c03-8dfa2f025ca8 req-07c1f2e3-db8b-4920-b809-3437ab102dca tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:25.712201 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9e12855f-f15d-4bc4-9c03-8dfa2f025ca8 req-07c1f2e3-db8b-4920-b809-3437ab102dca tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 946 time: 0.0579031 Mar 29 15:11:25.759301 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9e12855f-f15d-4bc4-9c03-8dfa2f025ca8 req-b6b7fd80-fac3-4d25-8623-993c1d455752 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406632 Mar 29 15:11:26.022686 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a9e0b-f09d-4286-9bfa-defb1f08b44f req-67fabc75-62d1-44d4-b665-299ce01038d5 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:26.024183 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b70a9e0b-f09d-4286-9bfa-defb1f08b44f req-67fabc75-62d1-44d4-b665-299ce01038d5 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6a3de1b-b2c9-44f0-b524-57627e40ff8e HTTP/1.1" status: 200 len: 945 time: 0.0598264 Mar 29 15:11:26.074418 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b70a9e0b-f09d-4286-9bfa-defb1f08b44f req-234e3f9b-d1ec-4c56-8675-d0f1e823ecae tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=e060f14c-16a6-4500-b61e-36e8f88ae8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444953 Mar 29 15:11:26.543032 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:26.882785 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12f871-20c8-4c41-88f0-676293142297 req-aaa33374-f19a-4321-afd3-62abf2e59717 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:26.884244 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-5a12f871-20c8-4c41-88f0-676293142297 req-aaa33374-f19a-4321-afd3-62abf2e59717 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 946 time: 0.0513110 Mar 29 15:11:26.930208 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-5a12f871-20c8-4c41-88f0-676293142297 req-75799bce-e850-4c50-a534-a1de146dcc6a tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404770 Mar 29 15:11:27.194034 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41e98b-2d79-46dc-8544-c4bf7babc916 req-c39ba1af-55b6-467a-912c-ad3994bba1da tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:27.195480 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fc41e98b-2d79-46dc-8544-c4bf7babc916 req-c39ba1af-55b6-467a-912c-ad3994bba1da tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6a3de1b-b2c9-44f0-b524-57627e40ff8e HTTP/1.1" status: 200 len: 945 time: 0.0515497 Mar 29 15:11:27.244203 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fc41e98b-2d79-46dc-8544-c4bf7babc916 req-9c06a262-0c38-4af1-9670-aa92029776d1 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=e060f14c-16a6-4500-b61e-36e8f88ae8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431628 Mar 29 15:11:28.048851 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2885e6-168a-4633-a02f-08728c7c84f1 req-9ba54283-3420-4f99-b57f-22a87c60eb31 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:28.050289 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ad2885e6-168a-4633-a02f-08728c7c84f1 req-9ba54283-3420-4f99-b57f-22a87c60eb31 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6a3de1b-b2c9-44f0-b524-57627e40ff8e HTTP/1.1" status: 200 len: 945 time: 0.0524893 Mar 29 15:11:28.139429 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [req-ad2885e6-168a-4633-a02f-08728c7c84f1 req-045dd0bc-9aca-4dc8-a403-7f60034f87f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Deleting port d1e57ff4-7a5b-4aab-87c3-26ef36edea0a {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:11:28.139760 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-ad2885e6-168a-4633-a02f-08728c7c84f1 req-045dd0bc-9aca-4dc8-a403-7f60034f87f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (d1e57ff4-7a5b-4aab-87c3-26ef36edea0a), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:28.233139 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-ad2885e6-168a-4633-a02f-08728c7c84f1 req-045dd0bc-9aca-4dc8-a403-7f60034f87f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] For port d1e57ff4-7a5b-4aab-87c3-26ef36edea0a, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=d1e57ff4-7a5b-4aab-87c3-26ef36edea0a,segment=NetworkSegment(45a1a486-5bd9-4eb8-874d-5e40191b95cd),segment_id=45a1a486-5bd9-4eb8-874d-5e40191b95cd)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:11:28.233757 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-ad2885e6-168a-4633-a02f-08728c7c84f1 req-045dd0bc-9aca-4dc8-a403-7f60034f87f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (d1e57ff4-7a5b-4aab-87c3-26ef36edea0a), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:28.366613 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82531264-4d2e-43c0-878e-1cb9a6aac08f req-8c42d696-f0a8-41c1-8263-65b14bd776e5 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:11:28.367997 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-82531264-4d2e-43c0-878e-1cb9a6aac08f req-8c42d696-f0a8-41c1-8263-65b14bd776e5 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6a3de1b-b2c9-44f0-b524-57627e40ff8e HTTP/1.1" status: 200 len: 945 time: 0.0551548 Mar 29 15:11:28.405528 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-ad2885e6-168a-4633-a02f-08728c7c84f1 req-045dd0bc-9aca-4dc8-a403-7f60034f87f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:28.405884 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-ad2885e6-168a-4633-a02f-08728c7c84f1 req-045dd0bc-9aca-4dc8-a403-7f60034f87f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (94324655-291f-4eed-a5e8-9e8037866c4f), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:28.406195 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.l3_db [req-ad2885e6-168a-4633-a02f-08728c7c84f1 req-045dd0bc-9aca-4dc8-a403-7f60034f87f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Floating IP 94324655-291f-4eed-a5e8-9e8037866c4f disassociated. External IP: 172.27.2.162, port: d1e57ff4-7a5b-4aab-87c3-26ef36edea0a. Mar 29 15:11:28.406533 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [req-ad2885e6-168a-4633-a02f-08728c7c84f1 req-045dd0bc-9aca-4dc8-a403-7f60034f87f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Calling delete_port for d1e57ff4-7a5b-4aab-87c3-26ef36edea0a owned by compute:nova {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:11:28.414678 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-82531264-4d2e-43c0-878e-1cb9a6aac08f req-46e8da53-7ec6-4017-afdc-9471e7d006eb tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups?id=e060f14c-16a6-4500-b61e-36e8f88ae8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407569 Mar 29 15:11:28.537508 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-ad2885e6-168a-4633-a02f-08728c7c84f1 req-045dd0bc-9aca-4dc8-a403-7f60034f87f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (d1e57ff4-7a5b-4aab-87c3-26ef36edea0a), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:28.567213 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045dd0bc-9aca-4dc8-a403-7f60034f87f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Pushing event deleted for resources: {'Port': ['ID=d1e57ff4-7a5b-4aab-87c3-26ef36edea0a,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:28.578512 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045dd0bc-9aca-4dc8-a403-7f60034f87f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:28.578904 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045dd0bc-9aca-4dc8-a403-7f60034f87f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:28.579360 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045dd0bc-9aca-4dc8-a403-7f60034f87f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:28.579707 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045dd0bc-9aca-4dc8-a403-7f60034f87f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:28.580039 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045dd0bc-9aca-4dc8-a403-7f60034f87f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:28.580368 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045dd0bc-9aca-4dc8-a403-7f60034f87f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:28.580725 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045dd0bc-9aca-4dc8-a403-7f60034f87f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:28.581048 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045dd0bc-9aca-4dc8-a403-7f60034f87f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:28.581373 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045dd0bc-9aca-4dc8-a403-7f60034f87f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:28.581702 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045dd0bc-9aca-4dc8-a403-7f60034f87f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:28.582026 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045dd0bc-9aca-4dc8-a403-7f60034f87f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:28.582350 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045dd0bc-9aca-4dc8-a403-7f60034f87f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:28.582671 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045dd0bc-9aca-4dc8-a403-7f60034f87f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:28.582987 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045dd0bc-9aca-4dc8-a403-7f60034f87f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:28.583302 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045dd0bc-9aca-4dc8-a403-7f60034f87f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:28.693510 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad2885e6-168a-4633-a02f-08728c7c84f1 req-045dd0bc-9aca-4dc8-a403-7f60034f87f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Router 4491648a-e652-4c18-b06a-39dc449e7243 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:11:28.803376 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad2885e6-168a-4633-a02f-08728c7c84f1 req-045dd0bc-9aca-4dc8-a403-7f60034f87f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:11:28.813824 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee70544c-d837-46c4-88a9-3622c2459ccc None None] Sync routers for ids ['4491648a-e652-4c18-b06a-39dc449e7243'] in dv-cinder-835635-1-iscsi {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:11:28.823381 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee70544c-d837-46c4-88a9-3622c2459ccc None None] Routers {'4491648a-e652-4c18-b06a-39dc449e7243'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:11:28.823988 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-ee70544c-d837-46c4-88a9-3622c2459ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:11:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['4491648a-e652-4c18-b06a-39dc449e7243'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:11:28.843223 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2885e6-168a-4633-a02f-08728c7c84f1 req-045dd0bc-9aca-4dc8-a403-7f60034f87f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] No DVR routers for this DVR port d1e57ff4-7a5b-4aab-87c3-26ef36edea0a on host hv-cinder-83563 {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:11:28.846356 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-ad2885e6-168a-4633-a02f-08728c7c84f1 req-045dd0bc-9aca-4dc8-a403-7f60034f87f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:28.849645 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ad2885e6-168a-4633-a02f-08728c7c84f1 req-045dd0bc-9aca-4dc8-a403-7f60034f87f6 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.36 "DELETE /v2.0/ports/d1e57ff4-7a5b-4aab-87c3-26ef36edea0a HTTP/1.1" status: 204 len: 173 time: 0.7941628 Mar 29 15:11:28.850113 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a3de1b-b2c9-44f0-b524-57627e40ff8e', 'name': 'network-vif-deleted', 'tag': 'd1e57ff4-7a5b-4aab-87c3-26ef36edea0a'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:11:28.852430 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ca3afa-62b9-45ef-8e98-e1e61c906acd" -d '{"events": [{"server_uuid": "f6a3de1b-b2c9-44f0-b524-57627e40ff8e", "name": "network-vif-deleted", "tag": "d1e57ff4-7a5b-4aab-87c3-26ef36edea0a"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:11:28.891220 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae68b7dc-8ce6-43be-8608-4b577200bde8 x-openstack-request-id: req-ae68b7dc-8ce6-43be-8608-4b577200bde8 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:11:28.891520 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a3de1b-b2c9-44f0-b524-57627e40ff8e", "name": "network-vif-deleted", "tag": "d1e57ff4-7a5b-4aab-87c3-26ef36edea0a", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:11:28.891937 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ae68b7dc-8ce6-43be-8608-4b577200bde8 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:11:28.892344 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae68b7dc-8ce6-43be-8608-4b577200bde8'] response: {'server_uuid': 'f6a3de1b-b2c9-44f0-b524-57627e40ff8e', 'name': 'network-vif-deleted', 'tag': 'd1e57ff4-7a5b-4aab-87c3-26ef36edea0a', 'status': 'completed', 'code': 200} Mar 29 15:11:28.939134 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-ee70544c-d837-46c4-88a9-3622c2459ccc None None] Set router 4491648a-e652-4c18-b06a-39dc449e7243 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:11:29.145757 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-ee70544c-d837-46c4-88a9-3622c2459ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4491648a-e652-4c18-b06a-39dc449e7243', 'name': 'tempest-AttachVolumeTestJSON-840906129-router', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:34Z', 'revision_number': 4, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'gw_port': {'id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:26Z', 'updated_at': '2022-03-29T15:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'c420abcb-17a6-4dbc-87c2-0aba40cf45d9', 'name': '', 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'mac_address': 'fa:16:3e:9d:65:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:32Z', 'updated_at': '2022-03-29T15:02:49Z', 'revision_number': 5, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'subnets': [{'id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:11:29.172140 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee70544c-d837-46c4-88a9-3622c2459ccc None None] Checking router: 4491648a-e652-4c18-b06a-39dc449e7243 for host: dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:11:29.180131 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee70544c-d837-46c4-88a9-3622c2459ccc None None] Routers {'4491648a-e652-4c18-b06a-39dc449e7243'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:11:29.180758 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-ee70544c-d837-46c4-88a9-3622c2459ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:11:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['4491648a-e652-4c18-b06a-39dc449e7243'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:11:29.291623 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-ee70544c-d837-46c4-88a9-3622c2459ccc None None] Set router 4491648a-e652-4c18-b06a-39dc449e7243 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:11:29.496914 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-ee70544c-d837-46c4-88a9-3622c2459ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4491648a-e652-4c18-b06a-39dc449e7243', 'name': 'tempest-AttachVolumeTestJSON-840906129-router', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:34Z', 'revision_number': 4, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'gw_port': {'id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:26Z', 'updated_at': '2022-03-29T15:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'c420abcb-17a6-4dbc-87c2-0aba40cf45d9', 'name': '', 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'mac_address': 'fa:16:3e:9d:65:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:32Z', 'updated_at': '2022-03-29T15:02:49Z', 'revision_number': 5, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'subnets': [{'id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:11:29.498627 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 44390) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:29.527091 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee70544c-d837-46c4-88a9-3622c2459ccc None None] The sync data for ids ['4491648a-e652-4c18-b06a-39dc449e7243'] in dv-cinder-835635-1-iscsi is: [{'id': '4491648a-e652-4c18-b06a-39dc449e7243', 'name': 'tempest-AttachVolumeTestJSON-840906129-router', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:34Z', 'revision_number': 4, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'gw_port': {'id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:26Z', 'updated_at': '2022-03-29T15:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'c420abcb-17a6-4dbc-87c2-0aba40cf45d9', 'name': '', 'network_id': 'c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'mac_address': 'fa:16:3e:9d:65:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:32Z', 'updated_at': '2022-03-29T15:02:49Z', 'revision_number': 5, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'subnets': [{'id': 'b0d28f83-336a-4760-8daf-f760c1456634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:11:29.553765 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a1250a48-6343-44f4-89ea-0bd54e7d2b0a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for security_group (e060f14c-16a6-4500-b61e-36e8f88ae8d0), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:29.580532 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a1250a48-6343-44f4-89ea-0bd54e7d2b0a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for security_group (e060f14c-16a6-4500-b61e-36e8f88ae8d0), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:29.631962 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a1250a48-6343-44f4-89ea-0bd54e7d2b0a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (e060f14c-16a6-4500-b61e-36e8f88ae8d0), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:29.634626 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a1250a48-6343-44f4-89ea-0bd54e7d2b0a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:29.635777 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-a1250a48-6343-44f4-89ea-0bd54e7d2b0a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "DELETE /v2.0/security-groups/e060f14c-16a6-4500-b61e-36e8f88ae8d0 HTTP/1.1" status: 204 len: 168 time: 0.1361282 Mar 29 15:11:29.638651 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 44392) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:29.645123 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1250a48-6343-44f4-89ea-0bd54e7d2b0a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e060f14c-16a6-4500-b61e-36e8f88ae8d0,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:29.652453 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1250a48-6343-44f4-89ea-0bd54e7d2b0a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:29.652832 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1250a48-6343-44f4-89ea-0bd54e7d2b0a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:29.653157 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1250a48-6343-44f4-89ea-0bd54e7d2b0a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:29.653613 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1250a48-6343-44f4-89ea-0bd54e7d2b0a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:29.653832 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1250a48-6343-44f4-89ea-0bd54e7d2b0a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:29.654155 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1250a48-6343-44f4-89ea-0bd54e7d2b0a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:29.654476 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1250a48-6343-44f4-89ea-0bd54e7d2b0a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:29.654801 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1250a48-6343-44f4-89ea-0bd54e7d2b0a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:29.655117 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1250a48-6343-44f4-89ea-0bd54e7d2b0a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:29.655257 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.api.v2.resource [None req-976df737-8a4f-45a6-8905-57299411d8ee tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] show failed (client error): The resource could not be found. Mar 29 15:11:29.655738 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1250a48-6343-44f4-89ea-0bd54e7d2b0a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:29.656067 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1250a48-6343-44f4-89ea-0bd54e7d2b0a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:29.656181 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-976df737-8a4f-45a6-8905-57299411d8ee tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "GET /v2.0/security-groups/e060f14c-16a6-4500-b61e-36e8f88ae8d0 HTTP/1.1" status: 404 len: 347 time: 0.0165033 Mar 29 15:11:29.656510 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1250a48-6343-44f4-89ea-0bd54e7d2b0a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:29.657399 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1250a48-6343-44f4-89ea-0bd54e7d2b0a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:29.657739 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1250a48-6343-44f4-89ea-0bd54e7d2b0a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:29.658205 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1250a48-6343-44f4-89ea-0bd54e7d2b0a tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:29.659518 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 44394) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:29.784639 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dd3107-ab57-4080-a883-a4b3371afab9 None None] New status for floating IP 94324655-291f-4eed-a5e8-9e8037866c4f: DOWN {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:11:30.035934 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-415a91f3-4d8d-41b5-955c-28604664e499 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Deleting port 6c4b28b7-bd6f-4601-869b-64445a58fdf8 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:11:30.036172 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-415a91f3-4d8d-41b5-955c-28604664e499 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (6c4b28b7-bd6f-4601-869b-64445a58fdf8), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:30.110540 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-415a91f3-4d8d-41b5-955c-28604664e499 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (6c4b28b7-bd6f-4601-869b-64445a58fdf8), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:30.110859 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-415a91f3-4d8d-41b5-955c-28604664e499 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for floatingip (6c4b28b7-bd6f-4601-869b-64445a58fdf8), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:30.122324 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-415a91f3-4d8d-41b5-955c-28604664e499 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Calling delete_port for 6c4b28b7-bd6f-4601-869b-64445a58fdf8 owned by network:floatingip {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:11:30.254812 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-415a91f3-4d8d-41b5-955c-28604664e499 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (6c4b28b7-bd6f-4601-869b-64445a58fdf8), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:30.277513 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a91f3-4d8d-41b5-955c-28604664e499 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Pushing event deleted for resources: {'Port': ['ID=6c4b28b7-bd6f-4601-869b-64445a58fdf8,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:30.341989 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-415a91f3-4d8d-41b5-955c-28604664e499 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks [] for floatingip (94324655-291f-4eed-a5e8-9e8037866c4f), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:30.344925 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-415a91f3-4d8d-41b5-955c-28604664e499 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:30.346070 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-415a91f3-4d8d-41b5-955c-28604664e499 tempest-AttachVolumeTestJSON-1826978226 tempest-AttachVolumeTestJSON-1826978226-project] 10.222.0.35 "DELETE /v2.0/floatingips/94324655-291f-4eed-a5e8-9e8037866c4f HTTP/1.1" status: 204 len: 168 time: 0.6856666 Mar 29 15:11:31.929934 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device d1e57ff4-7a5b-4aab-87c3-26ef36edea0a no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:11:31.950959 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] No Port match for: d1e57ff4-7a5b-4aab-87c3-26ef36edea0a {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:11:31.951306 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device d1e57ff4-7a5b-4aab-87c3-26ef36edea0a not bound to the agent host hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:11:33.859561 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 44424) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:34.310268 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dd599056-09c2-4fb6-8022-ffad91ac26d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1787516'] for router_interface (4491648a-e652-4c18-b06a-39dc449e7243), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:34.555018 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-dd599056-09c2-4fb6-8022-ffad91ac26d7 admin admin] Deleting port c420abcb-17a6-4dbc-87c2-0aba40cf45d9 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:11:34.555353 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dd599056-09c2-4fb6-8022-ffad91ac26d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (c420abcb-17a6-4dbc-87c2-0aba40cf45d9), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:34.631254 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-dd599056-09c2-4fb6-8022-ffad91ac26d7 admin admin] For port c420abcb-17a6-4dbc-87c2-0aba40cf45d9, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=c420abcb-17a6-4dbc-87c2-0aba40cf45d9,segment=NetworkSegment(45a1a486-5bd9-4eb8-874d-5e40191b95cd),segment_id=45a1a486-5bd9-4eb8-874d-5e40191b95cd)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:11:34.631609 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dd599056-09c2-4fb6-8022-ffad91ac26d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (c420abcb-17a6-4dbc-87c2-0aba40cf45d9), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:34.643876 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-dd599056-09c2-4fb6-8022-ffad91ac26d7 admin admin] Calling delete_port for c420abcb-17a6-4dbc-87c2-0aba40cf45d9 owned by network:router_interface {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:11:34.821057 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dd599056-09c2-4fb6-8022-ffad91ac26d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (c420abcb-17a6-4dbc-87c2-0aba40cf45d9), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:34.849853 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd599056-09c2-4fb6-8022-ffad91ac26d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c420abcb-17a6-4dbc-87c2-0aba40cf45d9,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:35.033881 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dd599056-09c2-4fb6-8022-ffad91ac26d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786860'] for router_interface (4491648a-e652-4c18-b06a-39dc449e7243), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:35.251481 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd599056-09c2-4fb6-8022-ffad91ac26d7 admin admin] Router 4491648a-e652-4c18-b06a-39dc449e7243 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:11:35.361563 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd599056-09c2-4fb6-8022-ffad91ac26d7 admin admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:11:35.366534 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-dd599056-09c2-4fb6-8022-ffad91ac26d7 admin admin] 10.222.0.35 "PUT /v2.0/routers/4491648a-e652-4c18-b06a-39dc449e7243/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5058486 Mar 29 15:11:35.369017 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 44428) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:35.371830 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b56a7c-ea91-471a-90a8-071333c75983 None None] Sync routers for ids ['4491648a-e652-4c18-b06a-39dc449e7243'] in dv-cinder-835635-1-iscsi {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:11:35.381155 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b56a7c-ea91-471a-90a8-071333c75983 None None] Routers {'4491648a-e652-4c18-b06a-39dc449e7243'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:11:35.381748 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-b6b56a7c-ea91-471a-90a8-071333c75983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:11:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['4491648a-e652-4c18-b06a-39dc449e7243'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:11:35.473821 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fef64dc9-ffe0-47d0-9121-05e78fd6d720 admin admin] Publish callbacks [] for router (4491648a-e652-4c18-b06a-39dc449e7243), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:35.486170 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-b6b56a7c-ea91-471a-90a8-071333c75983 None None] Set router 4491648a-e652-4c18-b06a-39dc449e7243 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:11:35.575167 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fef64dc9-ffe0-47d0-9121-05e78fd6d720 admin admin] Publish callbacks [] for router_gateway (4491648a-e652-4c18-b06a-39dc449e7243), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:35.636157 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fef64dc9-ffe0-47d0-9121-05e78fd6d720 admin admin] Deleting port 5a55de6d-7a2f-405d-a74f-90351caa67a6 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:11:35.636496 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fef64dc9-ffe0-47d0-9121-05e78fd6d720 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (5a55de6d-7a2f-405d-a74f-90351caa67a6), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:35.672890 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-b6b56a7c-ea91-471a-90a8-071333c75983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4491648a-e652-4c18-b06a-39dc449e7243', 'name': 'tempest-AttachVolumeTestJSON-840906129-router', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:11:34Z', 'revision_number': 5, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'gw_port': {'id': '5a55de6d-7a2f-405d-a74f-90351caa67a6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4491648a-e652-4c18-b06a-39dc449e7243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:26Z', 'updated_at': '2022-03-29T15:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:11:35.700784 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b56a7c-ea91-471a-90a8-071333c75983 None None] Checking router: 4491648a-e652-4c18-b06a-39dc449e7243 for host: dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:11:35.709979 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b56a7c-ea91-471a-90a8-071333c75983 None None] Routers {'4491648a-e652-4c18-b06a-39dc449e7243'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:11:35.710583 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-b6b56a7c-ea91-471a-90a8-071333c75983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:11:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['4491648a-e652-4c18-b06a-39dc449e7243'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:11:35.714295 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fef64dc9-ffe0-47d0-9121-05e78fd6d720 admin admin] For port 5a55de6d-7a2f-405d-a74f-90351caa67a6, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=5a55de6d-7a2f-405d-a74f-90351caa67a6,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:11:35.714659 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fef64dc9-ffe0-47d0-9121-05e78fd6d720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (5a55de6d-7a2f-405d-a74f-90351caa67a6), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:35.727724 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fef64dc9-ffe0-47d0-9121-05e78fd6d720 admin admin] Calling delete_port for 5a55de6d-7a2f-405d-a74f-90351caa67a6 owned by network:router_gateway {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:11:35.798084 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-b6b56a7c-ea91-471a-90a8-071333c75983 None None] Set router 4491648a-e652-4c18-b06a-39dc449e7243 gateway port host: None {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:11:35.898551 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fef64dc9-ffe0-47d0-9121-05e78fd6d720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (5a55de6d-7a2f-405d-a74f-90351caa67a6), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:35.929012 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef64dc9-ffe0-47d0-9121-05e78fd6d720 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a55de6d-7a2f-405d-a74f-90351caa67a6,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:35.944354 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-b6b56a7c-ea91-471a-90a8-071333c75983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4491648a-e652-4c18-b06a-39dc449e7243', 'name': 'tempest-AttachVolumeTestJSON-840906129-router', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:11:35Z', 'revision_number': 6, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'gw_port_host': None}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:11:35.970486 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b56a7c-ea91-471a-90a8-071333c75983 None None] The sync data for ids ['4491648a-e652-4c18-b06a-39dc449e7243'] in dv-cinder-835635-1-iscsi is: [{'id': '4491648a-e652-4c18-b06a-39dc449e7243', 'name': 'tempest-AttachVolumeTestJSON-840906129-router', 'tenant_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:11:35Z', 'revision_number': 6, 'project_id': 'af4f8ee2318e421dbf84b0a97b279da0', 'gw_port_host': None}] {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:11:35.992445 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fef64dc9-ffe0-47d0-9121-05e78fd6d720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787142'] for router_gateway (4491648a-e652-4c18-b06a-39dc449e7243), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.087171 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fef64dc9-ffe0-47d0-9121-05e78fd6d720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1793434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2952'] for router (4491648a-e652-4c18-b06a-39dc449e7243), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.089331 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fef64dc9-ffe0-47d0-9121-05e78fd6d720 admin admin] Publish callbacks [] for router_controller (4491648a-e652-4c18-b06a-39dc449e7243), precommit_delete_associations {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.132198 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fef64dc9-ffe0-47d0-9121-05e78fd6d720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1793507'] for router (4491648a-e652-4c18-b06a-39dc449e7243), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.132769 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef64dc9-ffe0-47d0-9121-05e78fd6d720 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4491648a-e652-4c18-b06a-39dc449e7243 {{(pid=103154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:11:36.136990 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fef64dc9-ffe0-47d0-9121-05e78fd6d720 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.138149 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-fef64dc9-ffe0-47d0-9121-05e78fd6d720 admin admin] 10.222.0.35 "DELETE /v2.0/routers/4491648a-e652-4c18-b06a-39dc449e7243 HTTP/1.1" status: 204 len: 168 time: 0.7682374 Mar 29 15:11:36.140675 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 44430) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:36.186505 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e56483-7650-4a7f-9d93-17dc128c3c14 admin admin] Deleting subnet b0d28f83-336a-4760-8daf-f760c1456634 {{(pid=103154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:11:36.190634 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-13e56483-7650-4a7f-9d93-17dc128c3c14 admin admin] Publish callbacks [] for subnet (b0d28f83-336a-4760-8daf-f760c1456634), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.230516 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-13e56483-7650-4a7f-9d93-17dc128c3c14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13547905'] for subnet (b0d28f83-336a-4760-8daf-f760c1456634), precommit_delete_associations {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.310119 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-13e56483-7650-4a7f-9d93-17dc128c3c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926406'] for subnet (b0d28f83-336a-4760-8daf-f760c1456634), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.369870 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-13e56483-7650-4a7f-9d93-17dc128c3c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13591466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14662240'] for subnet (b0d28f83-336a-4760-8daf-f760c1456634), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.397730 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e56483-7650-4a7f-9d93-17dc128c3c14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d28f83-336a-4760-8daf-f760c1456634,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:36.399719 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-13e56483-7650-4a7f-9d93-17dc128c3c14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.402916 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-13e56483-7650-4a7f-9d93-17dc128c3c14 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b0d28f83-336a-4760-8daf-f760c1456634 HTTP/1.1" status: 204 len: 168 time: 0.2613337 Mar 29 15:11:36.403899 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b588627-5c92-45af-8e4d-f53771048a26 None None] Network c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:11:36.405476 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 44432) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:36.480171 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e3eb7b32-e16b-428b-b53b-dacf057b6b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050247'] for network (c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.537871 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-e3eb7b32-e16b-428b-b53b-dacf057b6b74 admin admin] Deleting port c528f34e-8f18-4595-aa95-04d946b82f7f {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:11:36.538213 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e3eb7b32-e16b-428b-b53b-dacf057b6b74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (c528f34e-8f18-4595-aa95-04d946b82f7f), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.559572 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce31dca1-b628-430b-b613-f08304caf34a None None] DHCP port deletion for c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db request from dv-cinder-835635-1-iscsi {{(pid=103155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 15:11:36.613313 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-e3eb7b32-e16b-428b-b53b-dacf057b6b74 admin admin] For port c528f34e-8f18-4595-aa95-04d946b82f7f, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=c528f34e-8f18-4595-aa95-04d946b82f7f,segment=NetworkSegment(45a1a486-5bd9-4eb8-874d-5e40191b95cd),segment_id=45a1a486-5bd9-4eb8-874d-5e40191b95cd)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:11:36.613684 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e3eb7b32-e16b-428b-b53b-dacf057b6b74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (c528f34e-8f18-4595-aa95-04d946b82f7f), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.626724 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-e3eb7b32-e16b-428b-b53b-dacf057b6b74 admin admin] Calling delete_port for c528f34e-8f18-4595-aa95-04d946b82f7f owned by network:dhcp {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:11:36.630781 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-ce31dca1-b628-430b-b613-f08304caf34a None None] Deleting port c528f34e-8f18-4595-aa95-04d946b82f7f {{(pid=103155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:11:36.631376 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ce31dca1-b628-430b-b613-f08304caf34a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (c528f34e-8f18-4595-aa95-04d946b82f7f), before_delete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.635302 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 5a55de6d-7a2f-405d-a74f-90351caa67a6 no longer exists at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:11:36.694307 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] No Port match for: 5a55de6d-7a2f-405d-a74f-90351caa67a6 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:11:36.694701 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 5a55de6d-7a2f-405d-a74f-90351caa67a6 not bound to the agent host dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:11:36.695125 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device c420abcb-17a6-4dbc-87c2-0aba40cf45d9 no longer exists at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:11:36.714837 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e3eb7b32-e16b-428b-b53b-dacf057b6b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (c528f34e-8f18-4595-aa95-04d946b82f7f), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.728044 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] No Port match for: c420abcb-17a6-4dbc-87c2-0aba40cf45d9 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:11:36.728659 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device c420abcb-17a6-4dbc-87c2-0aba40cf45d9 not bound to the agent host dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:11:36.728924 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device c528f34e-8f18-4595-aa95-04d946b82f7f no longer exists at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:11:36.749214 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb7b32-e16b-428b-b53b-dacf057b6b74 admin admin] Pushing event deleted for resources: {'Port': ['ID=c528f34e-8f18-4595-aa95-04d946b82f7f,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:36.752859 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3eb7b32-e16b-428b-b53b-dacf057b6b74 admin admin] No DVR routers for this DVR port c528f34e-8f18-4595-aa95-04d946b82f7f on host dv-cinder-835635-1-iscsi {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:11:36.757706 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-ce31dca1-b628-430b-b613-f08304caf34a None None] For port c528f34e-8f18-4595-aa95-04d946b82f7f, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=c528f34e-8f18-4595-aa95-04d946b82f7f,segment=NetworkSegment(45a1a486-5bd9-4eb8-874d-5e40191b95cd),segment_id=45a1a486-5bd9-4eb8-874d-5e40191b95cd)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:11:36.758091 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ce31dca1-b628-430b-b613-f08304caf34a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (c528f34e-8f18-4595-aa95-04d946b82f7f), precommit_delete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.761005 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] No Port match for: c528f34e-8f18-4595-aa95-04d946b82f7f {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:11:36.761005 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device c528f34e-8f18-4595-aa95-04d946b82f7f not bound to the agent host dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:11:36.781393 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-ce31dca1-b628-430b-b613-f08304caf34a None None] Calling delete_port for c528f34e-8f18-4595-aa95-04d946b82f7f owned by network:dhcp {{(pid=103155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:11:36.826588 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e3eb7b32-e16b-428b-b53b-dacf057b6b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989517', 'neutron.services.segments.db._delete_segments_for_network-8776791792186'] for network (c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.848272 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.services.segments.db [None req-e3eb7b32-e16b-428b-b53b-dacf057b6b74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db']}} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:11:36.857686 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.services.segments.db [None req-e3eb7b32-e16b-428b-b53b-dacf057b6b74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45a1a486-5bd9-4eb8-874d-5e40191b95cd') {'for_net_delete': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:11:36.857983 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.services.segments.db [None req-e3eb7b32-e16b-428b-b53b-dacf057b6b74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45a1a486-5bd9-4eb8-874d-5e40191b95cd') {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:11:36.860142 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ce31dca1-b628-430b-b613-f08304caf34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205'] for port (c528f34e-8f18-4595-aa95-04d946b82f7f), after_delete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.867347 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e3eb7b32-e16b-428b-b53b-dacf057b6b74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776792023619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13547914'] for segment (45a1a486-5bd9-4eb8-874d-5e40191b95cd), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.880766 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e3eb7b32-e16b-428b-b53b-dacf057b6b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (45a1a486-5bd9-4eb8-874d-5e40191b95cd), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.886841 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3eb7b32-e16b-428b-b53b-dacf057b6b74 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:11:36.887251 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e3eb7b32-e16b-428b-b53b-dacf057b6b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13597964'] for segment (45a1a486-5bd9-4eb8-874d-5e40191b95cd), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.888556 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31dca1-b628-430b-b613-f08304caf34a None None] Pushing event deleted for resources: {'Port': ['ID=c528f34e-8f18-4595-aa95-04d946b82f7f,revision_number=None']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: Traceback (most recent call last): Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: timer() Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: cb(*args, **kw) Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: return func(*args, **kwargs) Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: self._notify() Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: self.callback(batched_events) Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: event.method(event) Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: return f(self, *a, **k) Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: return self._get(url).json() Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: return self.request(url, 'GET', **kwargs) Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:11:36.895718 dv-cinder-835635-1-iscsi neutron-server[103154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:11:36.897857 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce31dca1-b628-430b-b613-f08304caf34a None None] No DVR routers for this DVR port c528f34e-8f18-4595-aa95-04d946b82f7f on host dv-cinder-835635-1-iscsi {{(pid=103155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:11:36.902698 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31dca1-b628-430b-b613-f08304caf34a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:36.903048 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31dca1-b628-430b-b613-f08304caf34a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:36.903390 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31dca1-b628-430b-b613-f08304caf34a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:36.903731 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31dca1-b628-430b-b613-f08304caf34a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:36.904059 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31dca1-b628-430b-b613-f08304caf34a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:36.904382 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31dca1-b628-430b-b613-f08304caf34a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:36.904741 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31dca1-b628-430b-b613-f08304caf34a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:36.905070 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31dca1-b628-430b-b613-f08304caf34a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:36.905395 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31dca1-b628-430b-b613-f08304caf34a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:36.905724 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31dca1-b628-430b-b613-f08304caf34a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:36.906050 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31dca1-b628-430b-b613-f08304caf34a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:36.906377 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31dca1-b628-430b-b613-f08304caf34a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:36.907391 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31dca1-b628-430b-b613-f08304caf34a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:36.907577 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31dca1-b628-430b-b613-f08304caf34a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:36.907901 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31dca1-b628-430b-b613-f08304caf34a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:11:36.950299 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e3eb7b32-e16b-428b-b53b-dacf057b6b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787242'] for network (c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.958046 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e3eb7b32-e16b-428b-b53b-dacf057b6b74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:36.960671 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-e3eb7b32-e16b-428b-b53b-dacf057b6b74 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db HTTP/1.1" status: 204 len: 168 time: 0.5542579 Mar 29 15:11:36.972438 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb7b32-e16b-428b-b53b-dacf057b6b74 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6040ebe-3f3e-4c56-8913-3bf8d7f7e1db,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:37.072060 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 44436) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:37.111134 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-dc4c3970-6e74-4a42-9d03-ae2c5827124d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=af4f8ee2318e421dbf84b0a97b279da0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0377338 Mar 29 15:11:37.113435 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 44438) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:37.158451 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ecc7cb2e-ab84-4efa-83b0-0e36683bd444 admin admin] Publish callbacks [] for security_group (864b8bd5-3ea2-4bc8-8660-4dc93914c23c), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:37.178644 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ecc7cb2e-ab84-4efa-83b0-0e36683bd444 admin admin] Publish callbacks [] for security_group (864b8bd5-3ea2-4bc8-8660-4dc93914c23c), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:37.225567 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ecc7cb2e-ab84-4efa-83b0-0e36683bd444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (864b8bd5-3ea2-4bc8-8660-4dc93914c23c), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:37.228100 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ecc7cb2e-ab84-4efa-83b0-0e36683bd444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:37.229291 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-ecc7cb2e-ab84-4efa-83b0-0e36683bd444 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/864b8bd5-3ea2-4bc8-8660-4dc93914c23c HTTP/1.1" status: 204 len: 168 time: 0.1149852 Mar 29 15:11:37.237255 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7cb2e-ab84-4efa-83b0-0e36683bd444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864b8bd5-3ea2-4bc8-8660-4dc93914c23c,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:41.425701 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e1834fc1-cebb-48b7-b5c3-21667d6afe08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:41.550300 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 44522) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:41.650061 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1f727d44-2712-4e1c-a36e-7a79cc8ac7b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:41.723980 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1f727d44-2712-4e1c-a36e-7a79cc8ac7b5 admin admin] Publish callbacks [] for security_group (f24a66ee-23a1-4b74-8be7-1fc9a3f60b7a), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:41.727730 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1f727d44-2712-4e1c-a36e-7a79cc8ac7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (f24a66ee-23a1-4b74-8be7-1fc9a3f60b7a), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:41.769645 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-1f727d44-2712-4e1c-a36e-7a79cc8ac7b5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=694436cb565647caa14c7d071b3dc4e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182982 Mar 29 15:11:41.770460 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f727d44-2712-4e1c-a36e-7a79cc8ac7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24a66ee-23a1-4b74-8be7-1fc9a3f60b7a,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:41.772404 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 44526) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:41.823305 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-639c1d11-9480-40b4-976f-7f5376cafe6d admin admin] Publish callbacks [] for security_group (f24a66ee-23a1-4b74-8be7-1fc9a3f60b7a), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:41.844149 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-639c1d11-9480-40b4-976f-7f5376cafe6d admin admin] Publish callbacks [] for security_group (f24a66ee-23a1-4b74-8be7-1fc9a3f60b7a), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:41.888649 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-639c1d11-9480-40b4-976f-7f5376cafe6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (f24a66ee-23a1-4b74-8be7-1fc9a3f60b7a), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:41.891693 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-639c1d11-9480-40b4-976f-7f5376cafe6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:41.892888 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-639c1d11-9480-40b4-976f-7f5376cafe6d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f24a66ee-23a1-4b74-8be7-1fc9a3f60b7a HTTP/1.1" status: 204 len: 168 time: 0.1194777 Mar 29 15:11:41.900299 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c1d11-9480-40b4-976f-7f5376cafe6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24a66ee-23a1-4b74-8be7-1fc9a3f60b7a,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:42.144666 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 44534) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:42.157508 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3c20d763-a881-4e99-be90-e95f492d01b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:42.230860 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3c20d763-a881-4e99-be90-e95f492d01b4 admin admin] Publish callbacks [] for security_group (74fb97ef-f4a5-491b-ac8e-cc895c7f1bc4), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:42.234301 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-3c20d763-a881-4e99-be90-e95f492d01b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (74fb97ef-f4a5-491b-ac8e-cc895c7f1bc4), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:42.272714 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-3c20d763-a881-4e99-be90-e95f492d01b4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=46ed52d0b0154591b20d506409e2df37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1269522 Mar 29 15:11:42.274734 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20d763-a881-4e99-be90-e95f492d01b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fb97ef-f4a5-491b-ac8e-cc895c7f1bc4,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:42.277617 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 44536) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:42.325898 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-79f5bdf1-b14d-4f32-b32f-40a05f58a5ef admin admin] Publish callbacks [] for security_group (74fb97ef-f4a5-491b-ac8e-cc895c7f1bc4), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:42.346727 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-79f5bdf1-b14d-4f32-b32f-40a05f58a5ef admin admin] Publish callbacks [] for security_group (74fb97ef-f4a5-491b-ac8e-cc895c7f1bc4), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:42.390665 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-79f5bdf1-b14d-4f32-b32f-40a05f58a5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (74fb97ef-f4a5-491b-ac8e-cc895c7f1bc4), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:42.393248 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-79f5bdf1-b14d-4f32-b32f-40a05f58a5ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:42.394389 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-79f5bdf1-b14d-4f32-b32f-40a05f58a5ef admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/74fb97ef-f4a5-491b-ac8e-cc895c7f1bc4 HTTP/1.1" status: 204 len: 168 time: 0.1157796 Mar 29 15:11:42.402139 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5bdf1-b14d-4f32-b32f-40a05f58a5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fb97ef-f4a5-491b-ac8e-cc895c7f1bc4,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:43.735309 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-00ab212d-1ba0-4ea3-8439-5036956cabf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:44.745634 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:46.567398 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:47.629764 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:48.658593 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 44658) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:48.762789 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0e2a9020-9dd2-4c18-9f66-99c5fb32bc95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:48.836128 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0e2a9020-9dd2-4c18-9f66-99c5fb32bc95 admin admin] Publish callbacks [] for security_group (229fae2d-07f8-4355-9706-30aa7fd7296a), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:48.839549 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0e2a9020-9dd2-4c18-9f66-99c5fb32bc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (229fae2d-07f8-4355-9706-30aa7fd7296a), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:48.882176 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-0e2a9020-9dd2-4c18-9f66-99c5fb32bc95 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d23046ddeff34e8cb29d40202db18beb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225447 Mar 29 15:11:48.883113 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a9020-9dd2-4c18-9f66-99c5fb32bc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229fae2d-07f8-4355-9706-30aa7fd7296a,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:48.884944 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 44662) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:48.932738 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-18f00823-3954-431e-ba44-ca5cc4fd442c admin admin] Publish callbacks [] for security_group (229fae2d-07f8-4355-9706-30aa7fd7296a), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:48.954008 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-18f00823-3954-431e-ba44-ca5cc4fd442c admin admin] Publish callbacks [] for security_group (229fae2d-07f8-4355-9706-30aa7fd7296a), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:49.002440 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-18f00823-3954-431e-ba44-ca5cc4fd442c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (229fae2d-07f8-4355-9706-30aa7fd7296a), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:49.005053 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-18f00823-3954-431e-ba44-ca5cc4fd442c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:49.006195 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-18f00823-3954-431e-ba44-ca5cc4fd442c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/229fae2d-07f8-4355-9706-30aa7fd7296a HTTP/1.1" status: 204 len: 168 time: 0.1202679 Mar 29 15:11:49.015028 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f00823-3954-431e-ba44-ca5cc4fd442c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229fae2d-07f8-4355-9706-30aa7fd7296a,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:49.262893 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 44668) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:49.276254 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-10839c32-02a8-4a3b-a164-ac6a5be84ae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:49.352775 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-10839c32-02a8-4a3b-a164-ac6a5be84ae4 admin admin] Publish callbacks [] for security_group (89156a14-0cf5-4d1f-b5f0-cfc7c4d4a603), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:49.356349 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-10839c32-02a8-4a3b-a164-ac6a5be84ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (89156a14-0cf5-4d1f-b5f0-cfc7c4d4a603), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:49.394850 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-10839c32-02a8-4a3b-a164-ac6a5be84ae4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f8ece8fb43354980a6a9f664dee6a3a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309161 Mar 29 15:11:49.395904 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10839c32-02a8-4a3b-a164-ac6a5be84ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89156a14-0cf5-4d1f-b5f0-cfc7c4d4a603,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:49.397655 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 44670) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:49.445716 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-295e0289-cca0-4d68-b893-73b0063dfae3 admin admin] Publish callbacks [] for security_group (89156a14-0cf5-4d1f-b5f0-cfc7c4d4a603), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:49.467077 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-295e0289-cca0-4d68-b893-73b0063dfae3 admin admin] Publish callbacks [] for security_group (89156a14-0cf5-4d1f-b5f0-cfc7c4d4a603), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:49.516279 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-295e0289-cca0-4d68-b893-73b0063dfae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (89156a14-0cf5-4d1f-b5f0-cfc7c4d4a603), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:49.520354 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-295e0289-cca0-4d68-b893-73b0063dfae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:49.522101 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-295e0289-cca0-4d68-b893-73b0063dfae3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/89156a14-0cf5-4d1f-b5f0-cfc7c4d4a603 HTTP/1.1" status: 204 len: 168 time: 0.1233099 Mar 29 15:11:49.533889 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e0289-cca0-4d68-b893-73b0063dfae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89156a14-0cf5-4d1f-b5f0-cfc7c4d4a603,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:51.517254 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 44740) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:51.618421 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a0f59615-4498-4565-93ca-95ad62ee055b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:51.691944 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a0f59615-4498-4565-93ca-95ad62ee055b admin admin] Publish callbacks [] for security_group (18a035d3-c50b-4d46-bee3-0b3f01d4efc8), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:51.695567 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a0f59615-4498-4565-93ca-95ad62ee055b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (18a035d3-c50b-4d46-bee3-0b3f01d4efc8), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:51.732441 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-a0f59615-4498-4565-93ca-95ad62ee055b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1d6d50ba83574f6e9ef855087a0cf879&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141509 Mar 29 15:11:51.735114 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f59615-4498-4565-93ca-95ad62ee055b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a035d3-c50b-4d46-bee3-0b3f01d4efc8,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:51.735705 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 44746) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:51.785595 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-deda1ba4-2629-4b7b-8853-1902aa3a8df3 admin admin] Publish callbacks [] for security_group (18a035d3-c50b-4d46-bee3-0b3f01d4efc8), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:51.806771 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-deda1ba4-2629-4b7b-8853-1902aa3a8df3 admin admin] Publish callbacks [] for security_group (18a035d3-c50b-4d46-bee3-0b3f01d4efc8), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:51.851948 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-deda1ba4-2629-4b7b-8853-1902aa3a8df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (18a035d3-c50b-4d46-bee3-0b3f01d4efc8), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:51.854545 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-deda1ba4-2629-4b7b-8853-1902aa3a8df3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:51.855746 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-deda1ba4-2629-4b7b-8853-1902aa3a8df3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/18a035d3-c50b-4d46-bee3-0b3f01d4efc8 HTTP/1.1" status: 204 len: 168 time: 0.1189947 Mar 29 15:11:51.863951 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda1ba4-2629-4b7b-8853-1902aa3a8df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a035d3-c50b-4d46-bee3-0b3f01d4efc8,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:52.126190 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 44756) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:52.144947 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-244a5f9c-ddfe-4dec-9619-e1d2278efd39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:52.230663 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-244a5f9c-ddfe-4dec-9619-e1d2278efd39 admin admin] Publish callbacks [] for security_group (d84e0cf0-5a54-4528-a800-263eb0f5abce), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:52.235708 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-244a5f9c-ddfe-4dec-9619-e1d2278efd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (d84e0cf0-5a54-4528-a800-263eb0f5abce), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:52.273877 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-244a5f9c-ddfe-4dec-9619-e1d2278efd39 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=71623fca3d2e46e0a3d6e53e9668379d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466119 Mar 29 15:11:52.274683 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a5f9c-ddfe-4dec-9619-e1d2278efd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84e0cf0-5a54-4528-a800-263eb0f5abce,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:52.276696 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 44762) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:11:52.332253 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e0fc117-488c-4f11-92ad-2c781c235193 admin admin] Publish callbacks [] for security_group (d84e0cf0-5a54-4528-a800-263eb0f5abce), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:52.357897 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e0fc117-488c-4f11-92ad-2c781c235193 admin admin] Publish callbacks [] for security_group (d84e0cf0-5a54-4528-a800-263eb0f5abce), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:52.404648 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e0fc117-488c-4f11-92ad-2c781c235193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (d84e0cf0-5a54-4528-a800-263eb0f5abce), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:52.407802 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2e0fc117-488c-4f11-92ad-2c781c235193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:11:52.408972 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-2e0fc117-488c-4f11-92ad-2c781c235193 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d84e0cf0-5a54-4528-a800-263eb0f5abce HTTP/1.1" status: 204 len: 168 time: 0.1312871 Mar 29 15:11:52.417443 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fc117-488c-4f11-92ad-2c781c235193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84e0cf0-5a54-4528-a800-263eb0f5abce,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:11:52.900180 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:11:56.547262 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:02.617073 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfdce8-88fb-4dc0-8410-3fbf535e0735 req-c2754705-c2a6-4a47-97d9-abad37c1a6e3 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:02.618544 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f4bfdce8-88fb-4dc0-8410-3fbf535e0735 req-c2754705-c2a6-4a47-97d9-abad37c1a6e3 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=49c22ba6-9221-43b7-801a-4ae1083b1a4e HTTP/1.1" status: 200 len: 945 time: 0.0551827 Mar 29 15:12:02.664634 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f4bfdce8-88fb-4dc0-8410-3fbf535e0735 req-d607bcf5-f49e-45a0-9544-82d0d09e6895 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7e01de6-21ad-41c7-aa90-a228ddf97b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401044 Mar 29 15:12:02.948462 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 44920) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:03.052645 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-35964832-8110-4935-b423-505d74858936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:03.123928 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-35964832-8110-4935-b423-505d74858936 admin admin] Publish callbacks [] for security_group (cd387266-26f3-4bbf-a426-7670d9355a26), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:03.127522 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-35964832-8110-4935-b423-505d74858936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (cd387266-26f3-4bbf-a426-7670d9355a26), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:03.167915 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-35964832-8110-4935-b423-505d74858936 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3a86863da34c472fa364efd7c7098cf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183702 Mar 29 15:12:03.169035 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35964832-8110-4935-b423-505d74858936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd387266-26f3-4bbf-a426-7670d9355a26,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:03.170603 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 44924) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:03.224820 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cfbe7e80-8d16-4a00-80fc-6f1bd6a2dbb6 admin admin] Publish callbacks [] for security_group (cd387266-26f3-4bbf-a426-7670d9355a26), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:03.245678 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cfbe7e80-8d16-4a00-80fc-6f1bd6a2dbb6 admin admin] Publish callbacks [] for security_group (cd387266-26f3-4bbf-a426-7670d9355a26), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:03.291722 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cfbe7e80-8d16-4a00-80fc-6f1bd6a2dbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (cd387266-26f3-4bbf-a426-7670d9355a26), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:03.294350 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cfbe7e80-8d16-4a00-80fc-6f1bd6a2dbb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:03.295484 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-cfbe7e80-8d16-4a00-80fc-6f1bd6a2dbb6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cd387266-26f3-4bbf-a426-7670d9355a26 HTTP/1.1" status: 204 len: 168 time: 0.1237159 Mar 29 15:12:03.303113 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe7e80-8d16-4a00-80fc-6f1bd6a2dbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd387266-26f3-4bbf-a426-7670d9355a26,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:03.548992 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 44930) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:03.563482 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f38284f4-dedf-4810-890a-98d205cf5bd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:03.638430 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f38284f4-dedf-4810-890a-98d205cf5bd2 admin admin] Publish callbacks [] for security_group (f0bd1433-5b62-48e8-9eda-329b70aa57b2), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:03.643092 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f38284f4-dedf-4810-890a-98d205cf5bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (f0bd1433-5b62-48e8-9eda-329b70aa57b2), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:03.681558 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-f38284f4-dedf-4810-890a-98d205cf5bd2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=21f1684f6c0840ef87b78b669f8a5dc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315050 Mar 29 15:12:03.682489 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38284f4-dedf-4810-890a-98d205cf5bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bd1433-5b62-48e8-9eda-329b70aa57b2,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:03.684220 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 44932) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:03.735384 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7b1aa1a0-ba15-4dbb-b18d-5459d94034eb admin admin] Publish callbacks [] for security_group (f0bd1433-5b62-48e8-9eda-329b70aa57b2), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:03.783529 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7b1aa1a0-ba15-4dbb-b18d-5459d94034eb admin admin] Publish callbacks [] for security_group (f0bd1433-5b62-48e8-9eda-329b70aa57b2), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:03.834214 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d649bec-a959-462c-81cd-2d29adab5d10 req-bf092563-4297-45ff-9fb5-925502040aee tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:03.835604 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1d649bec-a959-462c-81cd-2d29adab5d10 req-bf092563-4297-45ff-9fb5-925502040aee tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=49c22ba6-9221-43b7-801a-4ae1083b1a4e HTTP/1.1" status: 200 len: 945 time: 0.0975215 Mar 29 15:12:03.864378 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7b1aa1a0-ba15-4dbb-b18d-5459d94034eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (f0bd1433-5b62-48e8-9eda-329b70aa57b2), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:03.866828 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7b1aa1a0-ba15-4dbb-b18d-5459d94034eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:03.867923 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-7b1aa1a0-ba15-4dbb-b18d-5459d94034eb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f0bd1433-5b62-48e8-9eda-329b70aa57b2 HTTP/1.1" status: 204 len: 168 time: 0.1827033 Mar 29 15:12:03.887376 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1aa1a0-ba15-4dbb-b18d-5459d94034eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bd1433-5b62-48e8-9eda-329b70aa57b2,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:03.896347 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1d649bec-a959-462c-81cd-2d29adab5d10 req-8a719e52-3f6f-492a-a5de-30966f561027 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7e01de6-21ad-41c7-aa90-a228ddf97b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547652 Mar 29 15:12:04.335765 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc239a-7a2c-45c7-9ad1-bb9e1f3df6da req-b46100c8-a606-486b-8836-86859b854b2c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:04.337297 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-dbbc239a-7a2c-45c7-9ad1-bb9e1f3df6da req-b46100c8-a606-486b-8836-86859b854b2c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.36 "GET /v2.0/ports?device_id=49c22ba6-9221-43b7-801a-4ae1083b1a4e HTTP/1.1" status: 200 len: 945 time: 0.0541799 Mar 29 15:12:04.686644 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [req-dbbc239a-7a2c-45c7-9ad1-bb9e1f3df6da req-5c90b5e2-8ef2-4ad2-81be-7424bae14d25 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Deleting port 2dbe1411-f8e2-4eec-8784-4b7a71e1842e {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:12:04.687065 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-dbbc239a-7a2c-45c7-9ad1-bb9e1f3df6da req-5c90b5e2-8ef2-4ad2-81be-7424bae14d25 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (2dbe1411-f8e2-4eec-8784-4b7a71e1842e), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:04.777328 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-dbbc239a-7a2c-45c7-9ad1-bb9e1f3df6da req-5c90b5e2-8ef2-4ad2-81be-7424bae14d25 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] For port 2dbe1411-f8e2-4eec-8784-4b7a71e1842e, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=2dbe1411-f8e2-4eec-8784-4b7a71e1842e,segment=NetworkSegment(76ced992-64b5-4d36-a1da-2a36ce3c4f6e),segment_id=76ced992-64b5-4d36-a1da-2a36ce3c4f6e)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:12:04.777751 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-dbbc239a-7a2c-45c7-9ad1-bb9e1f3df6da req-5c90b5e2-8ef2-4ad2-81be-7424bae14d25 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (2dbe1411-f8e2-4eec-8784-4b7a71e1842e), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:04.957744 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-dbbc239a-7a2c-45c7-9ad1-bb9e1f3df6da req-5c90b5e2-8ef2-4ad2-81be-7424bae14d25 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:04.958265 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-dbbc239a-7a2c-45c7-9ad1-bb9e1f3df6da req-5c90b5e2-8ef2-4ad2-81be-7424bae14d25 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (80a7b045-1c6d-441e-990e-c0321af9ba3f), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:04.958426 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.l3_db [req-dbbc239a-7a2c-45c7-9ad1-bb9e1f3df6da req-5c90b5e2-8ef2-4ad2-81be-7424bae14d25 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Floating IP 80a7b045-1c6d-441e-990e-c0321af9ba3f disassociated. External IP: 172.27.2.63, port: 2dbe1411-f8e2-4eec-8784-4b7a71e1842e. Mar 29 15:12:04.958736 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [req-dbbc239a-7a2c-45c7-9ad1-bb9e1f3df6da req-5c90b5e2-8ef2-4ad2-81be-7424bae14d25 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Calling delete_port for 2dbe1411-f8e2-4eec-8784-4b7a71e1842e owned by compute:nova {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:12:05.023538 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90d33a-53b8-4b3c-a5ef-eae9c6fd832b req-cc09dd02-2e13-403a-b559-663fb8d6ecf3 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:05.031807 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7e90d33a-53b8-4b3c-a5ef-eae9c6fd832b req-cc09dd02-2e13-403a-b559-663fb8d6ecf3 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/ports?device_id=49c22ba6-9221-43b7-801a-4ae1083b1a4e HTTP/1.1" status: 200 len: 945 time: 0.0613506 Mar 29 15:12:05.092358 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7e90d33a-53b8-4b3c-a5ef-eae9c6fd832b req-db6e90a7-a907-4a27-b778-57520d8b941c tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7e01de6-21ad-41c7-aa90-a228ddf97b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594366 Mar 29 15:12:05.118761 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-dbbc239a-7a2c-45c7-9ad1-bb9e1f3df6da req-5c90b5e2-8ef2-4ad2-81be-7424bae14d25 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (2dbe1411-f8e2-4eec-8784-4b7a71e1842e), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:05.151405 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90b5e2-8ef2-4ad2-81be-7424bae14d25 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event deleted for resources: {'Port': ['ID=2dbe1411-f8e2-4eec-8784-4b7a71e1842e,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:05.271236 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbbc239a-7a2c-45c7-9ad1-bb9e1f3df6da req-5c90b5e2-8ef2-4ad2-81be-7424bae14d25 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:12:05.383541 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbbc239a-7a2c-45c7-9ad1-bb9e1f3df6da req-5c90b5e2-8ef2-4ad2-81be-7424bae14d25 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:12:05.394929 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65f2fb3-e94a-4fff-9f51-593a7f9d01bd None None] Sync routers for ids ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:12:05.404411 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65f2fb3-e94a-4fff-9f51-593a7f9d01bd None None] Routers {'3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:12:05.405072 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f65f2fb3-e94a-4fff-9f51-593a7f9d01bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:11:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:05.431851 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbc239a-7a2c-45c7-9ad1-bb9e1f3df6da req-5c90b5e2-8ef2-4ad2-81be-7424bae14d25 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] No DVR routers for this DVR port 2dbe1411-f8e2-4eec-8784-4b7a71e1842e on host hv-cinder-83563 {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:12:05.434324 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-dbbc239a-7a2c-45c7-9ad1-bb9e1f3df6da req-5c90b5e2-8ef2-4ad2-81be-7424bae14d25 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:05.438501 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-dbbc239a-7a2c-45c7-9ad1-bb9e1f3df6da req-5c90b5e2-8ef2-4ad2-81be-7424bae14d25 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.36 "DELETE /v2.0/ports/2dbe1411-f8e2-4eec-8784-4b7a71e1842e HTTP/1.1" status: 204 len: 173 time: 1.0960917 Mar 29 15:12:05.438945 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c22ba6-9221-43b7-801a-4ae1083b1a4e', 'name': 'network-vif-deleted', 'tag': '2dbe1411-f8e2-4eec-8784-4b7a71e1842e'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:12:05.441329 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57260246-339f-4121-b487-478c2f488928" -d '{"events": [{"server_uuid": "49c22ba6-9221-43b7-801a-4ae1083b1a4e", "name": "network-vif-deleted", "tag": "2dbe1411-f8e2-4eec-8784-4b7a71e1842e"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:12:05.477249 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae4f755-f3c6-463f-9cf7-e5a2bee42f4e x-openstack-request-id: req-fae4f755-f3c6-463f-9cf7-e5a2bee42f4e {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:12:05.477576 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c22ba6-9221-43b7-801a-4ae1083b1a4e", "name": "network-vif-deleted", "tag": "2dbe1411-f8e2-4eec-8784-4b7a71e1842e", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:12:05.477867 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fae4f755-f3c6-463f-9cf7-e5a2bee42f4e {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:12:05.478516 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fae4f755-f3c6-463f-9cf7-e5a2bee42f4e'] response: {'server_uuid': '49c22ba6-9221-43b7-801a-4ae1083b1a4e', 'name': 'network-vif-deleted', 'tag': '2dbe1411-f8e2-4eec-8784-4b7a71e1842e', 'status': 'completed', 'code': 200} Mar 29 15:12:05.525938 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-f65f2fb3-e94a-4fff-9f51-593a7f9d01bd None None] Set router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:12:05.755489 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f65f2fb3-e94a-4fff-9f51-593a7f9d01bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '91adfefe-7aa0-4636-97b4-6521420d1303', 'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'mac_address': 'fa:16:3e:ee:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:34Z', 'updated_at': '2022-03-29T15:02:52Z', 'revision_number': 5, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'subnets': [{'id': 'f848f262-5313-47d3-a01b-552787092c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:05.782914 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65f2fb3-e94a-4fff-9f51-593a7f9d01bd None None] Checking router: 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:12:05.791595 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65f2fb3-e94a-4fff-9f51-593a7f9d01bd None None] Routers {'3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:12:05.792198 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f65f2fb3-e94a-4fff-9f51-593a7f9d01bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:11:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:05.919351 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-f65f2fb3-e94a-4fff-9f51-593a7f9d01bd None None] Set router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:12:06.185648 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 45024) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:06.254107 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2da0eceb-d368-4345-9afe-8ab6f290e2a0 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group (f7e01de6-21ad-41c7-aa90-a228ddf97b50), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:06.267282 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-f65f2fb3-e94a-4fff-9f51-593a7f9d01bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '91adfefe-7aa0-4636-97b4-6521420d1303', 'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'mac_address': 'fa:16:3e:ee:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:34Z', 'updated_at': '2022-03-29T15:02:52Z', 'revision_number': 5, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'subnets': [{'id': 'f848f262-5313-47d3-a01b-552787092c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:06.280344 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2da0eceb-d368-4345-9afe-8ab6f290e2a0 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group (f7e01de6-21ad-41c7-aa90-a228ddf97b50), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:06.298652 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65f2fb3-e94a-4fff-9f51-593a7f9d01bd None None] The sync data for ids ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'] in dv-cinder-835635-1-iscsi is: [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:02:38Z', 'revision_number': 4, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '91adfefe-7aa0-4636-97b4-6521420d1303', 'name': '', 'network_id': '8623989d-9dc8-4db2-b236-bf7fe1fec224', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'mac_address': 'fa:16:3e:ee:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f848f262-5313-47d3-a01b-552787092c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:34Z', 'updated_at': '2022-03-29T15:02:52Z', 'revision_number': 5, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'subnets': [{'id': 'f848f262-5313-47d3-a01b-552787092c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:12:06.335979 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2da0eceb-d368-4345-9afe-8ab6f290e2a0 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (f7e01de6-21ad-41c7-aa90-a228ddf97b50), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:06.339381 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2da0eceb-d368-4345-9afe-8ab6f290e2a0 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:06.340589 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-2da0eceb-d368-4345-9afe-8ab6f290e2a0 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "DELETE /v2.0/security-groups/f7e01de6-21ad-41c7-aa90-a228ddf97b50 HTTP/1.1" status: 204 len: 168 time: 0.1539133 Mar 29 15:12:06.344053 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 45026) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:06.350679 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0eceb-d368-4345-9afe-8ab6f290e2a0 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e01de6-21ad-41c7-aa90-a228ddf97b50,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:06.358217 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.api.v2.resource [None req-47e9e45d-bf4b-441b-b227-8bad63987a75 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] show failed (client error): The resource could not be found. Mar 29 15:12:06.359966 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-47e9e45d-bf4b-441b-b227-8bad63987a75 tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "GET /v2.0/security-groups/f7e01de6-21ad-41c7-aa90-a228ddf97b50 HTTP/1.1" status: 404 len: 347 time: 0.0140963 Mar 29 15:12:06.362510 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 45028) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:06.507411 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-d268950c-179f-4f0d-92ec-82778f94ceaf tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Deleting port 7a79c5de-5cf9-4225-b935-3231a3bfa1c4 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:12:06.507752 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d268950c-179f-4f0d-92ec-82778f94ceaf tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (7a79c5de-5cf9-4225-b935-3231a3bfa1c4), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:06.538921 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f576c31-55af-4427-902f-945f636e0cbf None None] New status for floating IP 80a7b045-1c6d-441e-990e-c0321af9ba3f: DOWN {{(pid=103156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:12:06.589367 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d268950c-179f-4f0d-92ec-82778f94ceaf tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (7a79c5de-5cf9-4225-b935-3231a3bfa1c4), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:06.589691 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d268950c-179f-4f0d-92ec-82778f94ceaf tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for floatingip (7a79c5de-5cf9-4225-b935-3231a3bfa1c4), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:06.601971 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-d268950c-179f-4f0d-92ec-82778f94ceaf tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Calling delete_port for 7a79c5de-5cf9-4225-b935-3231a3bfa1c4 owned by network:floatingip {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:12:06.747422 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d268950c-179f-4f0d-92ec-82778f94ceaf tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (7a79c5de-5cf9-4225-b935-3231a3bfa1c4), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:06.775575 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268950c-179f-4f0d-92ec-82778f94ceaf tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Pushing event deleted for resources: {'Port': ['ID=7a79c5de-5cf9-4225-b935-3231a3bfa1c4,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:06.845774 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d268950c-179f-4f0d-92ec-82778f94ceaf tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks [] for floatingip (80a7b045-1c6d-441e-990e-c0321af9ba3f), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:06.848310 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d268950c-179f-4f0d-92ec-82778f94ceaf tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:06.849495 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-d268950c-179f-4f0d-92ec-82778f94ceaf tempest-AttachVolumeNegativeTest-107026465 tempest-AttachVolumeNegativeTest-107026465-project] 10.222.0.35 "DELETE /v2.0/floatingips/80a7b045-1c6d-441e-990e-c0321af9ba3f HTTP/1.1" status: 204 len: 168 time: 0.4859962 Mar 29 15:12:08.073212 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 2dbe1411-f8e2-4eec-8784-4b7a71e1842e no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:12:08.096399 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] No Port match for: 2dbe1411-f8e2-4eec-8784-4b7a71e1842e {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:12:08.096935 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 2dbe1411-f8e2-4eec-8784-4b7a71e1842e not bound to the agent host hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:12:10.499844 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 45074) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:11.020923 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-57741844-fffa-444a-8338-2139bb5f0914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1787516'] for router_interface (3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:11.276345 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-57741844-fffa-444a-8338-2139bb5f0914 admin admin] Deleting port 91adfefe-7aa0-4636-97b4-6521420d1303 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:12:11.276620 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-57741844-fffa-444a-8338-2139bb5f0914 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (91adfefe-7aa0-4636-97b4-6521420d1303), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:11.364669 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-57741844-fffa-444a-8338-2139bb5f0914 admin admin] For port 91adfefe-7aa0-4636-97b4-6521420d1303, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=91adfefe-7aa0-4636-97b4-6521420d1303,segment=NetworkSegment(76ced992-64b5-4d36-a1da-2a36ce3c4f6e),segment_id=76ced992-64b5-4d36-a1da-2a36ce3c4f6e)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:12:11.365034 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-57741844-fffa-444a-8338-2139bb5f0914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (91adfefe-7aa0-4636-97b4-6521420d1303), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:11.378371 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-57741844-fffa-444a-8338-2139bb5f0914 admin admin] Calling delete_port for 91adfefe-7aa0-4636-97b4-6521420d1303 owned by network:router_interface {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:12:11.428921 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-de2de907-97f6-4d9c-9ba8-7816555c3167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:11.565887 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-57741844-fffa-444a-8338-2139bb5f0914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (91adfefe-7aa0-4636-97b4-6521420d1303), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:11.593783 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57741844-fffa-444a-8338-2139bb5f0914 admin admin] Pushing event deleted for resources: {'Port': ['ID=91adfefe-7aa0-4636-97b4-6521420d1303,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:11.765235 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-57741844-fffa-444a-8338-2139bb5f0914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786860'] for router_interface (3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:11.990436 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57741844-fffa-444a-8338-2139bb5f0914 admin admin] Router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:12:12.104383 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57741844-fffa-444a-8338-2139bb5f0914 admin admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:12:12.109806 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-57741844-fffa-444a-8338-2139bb5f0914 admin admin] 10.222.0.35 "PUT /v2.0/routers/3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6087642 Mar 29 15:12:12.112145 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 45080) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:12.113250 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599071d8-6d5a-419f-a346-d9ecba9077e8 None None] Sync routers for ids ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:12:12.124301 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599071d8-6d5a-419f-a346-d9ecba9077e8 None None] Routers {'3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:12:12.125204 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-599071d8-6d5a-419f-a346-d9ecba9077e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:11:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:12.227717 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d821aae0-bcec-45b4-97e2-1d5fff88e631 admin admin] Publish callbacks [] for router (3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:12.243848 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-599071d8-6d5a-419f-a346-d9ecba9077e8 None None] Set router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:12:12.335198 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d821aae0-bcec-45b4-97e2-1d5fff88e631 admin admin] Publish callbacks [] for router_gateway (3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:12.395131 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-d821aae0-bcec-45b4-97e2-1d5fff88e631 admin admin] Deleting port f4192f2e-1286-4fd0-97aa-751ef4942a7e {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:12:12.395462 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d821aae0-bcec-45b4-97e2-1d5fff88e631 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (f4192f2e-1286-4fd0-97aa-751ef4942a7e), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:12.432170 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-599071d8-6d5a-419f-a346-d9ecba9077e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:12:11Z', 'revision_number': 5, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port': {'id': 'f4192f2e-1286-4fd0-97aa-751ef4942a7e', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:89:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:02:27Z', 'updated_at': '2022-03-29T15:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:12.475378 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599071d8-6d5a-419f-a346-d9ecba9077e8 None None] Checking router: 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:12:12.477830 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-d821aae0-bcec-45b4-97e2-1d5fff88e631 admin admin] For port f4192f2e-1286-4fd0-97aa-751ef4942a7e, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=f4192f2e-1286-4fd0-97aa-751ef4942a7e,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:12:12.478195 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d821aae0-bcec-45b4-97e2-1d5fff88e631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (f4192f2e-1286-4fd0-97aa-751ef4942a7e), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:12.484087 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599071d8-6d5a-419f-a346-d9ecba9077e8 None None] Routers {'3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:12:12.484592 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-599071d8-6d5a-419f-a346-d9ecba9077e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:11:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:12.494387 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-d821aae0-bcec-45b4-97e2-1d5fff88e631 admin admin] Calling delete_port for f4192f2e-1286-4fd0-97aa-751ef4942a7e owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:12:12.587267 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-599071d8-6d5a-419f-a346-d9ecba9077e8 None None] Set router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:12:12.650038 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-599071d8-6d5a-419f-a346-d9ecba9077e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:12:12Z', 'revision_number': 6, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port_host': None}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:12.678550 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599071d8-6d5a-419f-a346-d9ecba9077e8 None None] The sync data for ids ['3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7'] in dv-cinder-835635-1-iscsi is: [{'id': '3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7', 'name': 'tempest-AttachVolumeNegativeTest-868375778-router', 'tenant_id': '33c87159058d4c97bc53a0b99346e157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:02:25Z', 'updated_at': '2022-03-29T15:12:12Z', 'revision_number': 6, 'project_id': '33c87159058d4c97bc53a0b99346e157', 'gw_port_host': None}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:12:12.890112 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d821aae0-bcec-45b4-97e2-1d5fff88e631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (f4192f2e-1286-4fd0-97aa-751ef4942a7e), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:12.914229 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821aae0-bcec-45b4-97e2-1d5fff88e631 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4192f2e-1286-4fd0-97aa-751ef4942a7e,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:12.979927 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d821aae0-bcec-45b4-97e2-1d5fff88e631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787142'] for router_gateway (3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:13.080270 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d821aae0-bcec-45b4-97e2-1d5fff88e631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1793434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2952'] for router (3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:13.082775 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d821aae0-bcec-45b4-97e2-1d5fff88e631 admin admin] Publish callbacks [] for router_controller (3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7), precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:13.135563 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d821aae0-bcec-45b4-97e2-1d5fff88e631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1793507'] for router (3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:13.136270 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d821aae0-bcec-45b4-97e2-1d5fff88e631 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:12:13.142198 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d821aae0-bcec-45b4-97e2-1d5fff88e631 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:13.142827 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-d821aae0-bcec-45b4-97e2-1d5fff88e631 admin admin] 10.222.0.35 "DELETE /v2.0/routers/3df5efe8-c12f-44f9-8b8d-18e0aa8f69f7 HTTP/1.1" status: 204 len: 168 time: 1.0297196 Mar 29 15:12:13.145282 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 45084) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:13.190611 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7cd67e8-cf37-4780-9ed9-f3f23a6a7523 admin admin] Deleting subnet f848f262-5313-47d3-a01b-552787092c89 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:12:13.193900 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a7cd67e8-cf37-4780-9ed9-f3f23a6a7523 admin admin] Publish callbacks [] for subnet (f848f262-5313-47d3-a01b-552787092c89), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:13.228196 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a7cd67e8-cf37-4780-9ed9-f3f23a6a7523 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16402688'] for subnet (f848f262-5313-47d3-a01b-552787092c89), precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:13.309536 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a7cd67e8-cf37-4780-9ed9-f3f23a6a7523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926406'] for subnet (f848f262-5313-47d3-a01b-552787092c89), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:13.365971 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a7cd67e8-cf37-4780-9ed9-f3f23a6a7523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13304387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12742666'] for subnet (f848f262-5313-47d3-a01b-552787092c89), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:13.390676 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd67e8-cf37-4780-9ed9-f3f23a6a7523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f848f262-5313-47d3-a01b-552787092c89,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:13.397135 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a7cd67e8-cf37-4780-9ed9-f3f23a6a7523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for subnet (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:13.400543 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-a7cd67e8-cf37-4780-9ed9-f3f23a6a7523 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f848f262-5313-47d3-a01b-552787092c89 HTTP/1.1" status: 204 len: 168 time: 0.2541022 Mar 29 15:12:13.402761 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248fdbfc-e7ad-4055-8bbc-33486cb47616 None None] Network 8623989d-9dc8-4db2-b236-bf7fe1fec224 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:12:13.402902 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 45086) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:13.480617 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2ac16489-1231-4211-b240-71ffc521bf0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050247'] for network (8623989d-9dc8-4db2-b236-bf7fe1fec224), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:13.550761 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-2ac16489-1231-4211-b240-71ffc521bf0f admin admin] Deleting port 19b86916-c893-4744-8cdd-982949d8e58c {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:12:13.550761 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2ac16489-1231-4211-b240-71ffc521bf0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (19b86916-c893-4744-8cdd-982949d8e58c), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:13.581549 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c106f969-3389-4b17-83d8-b911ab861e80 None None] DHCP port deletion for 8623989d-9dc8-4db2-b236-bf7fe1fec224 request from dv-cinder-835635-1-iscsi {{(pid=103155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 15:12:13.622706 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-2ac16489-1231-4211-b240-71ffc521bf0f admin admin] For port 19b86916-c893-4744-8cdd-982949d8e58c, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=19b86916-c893-4744-8cdd-982949d8e58c,segment=NetworkSegment(76ced992-64b5-4d36-a1da-2a36ce3c4f6e),segment_id=76ced992-64b5-4d36-a1da-2a36ce3c4f6e)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:12:13.623072 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2ac16489-1231-4211-b240-71ffc521bf0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (19b86916-c893-4744-8cdd-982949d8e58c), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:13.630346 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-c106f969-3389-4b17-83d8-b911ab861e80 None None] Deleting port 19b86916-c893-4744-8cdd-982949d8e58c {{(pid=103155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:12:13.630720 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-c106f969-3389-4b17-83d8-b911ab861e80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (19b86916-c893-4744-8cdd-982949d8e58c), before_delete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:13.636554 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-2ac16489-1231-4211-b240-71ffc521bf0f admin admin] Calling delete_port for 19b86916-c893-4744-8cdd-982949d8e58c owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:12:13.704114 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-c106f969-3389-4b17-83d8-b911ab861e80 None None] For port 19b86916-c893-4744-8cdd-982949d8e58c, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=19b86916-c893-4744-8cdd-982949d8e58c,segment=NetworkSegment(76ced992-64b5-4d36-a1da-2a36ce3c4f6e),segment_id=76ced992-64b5-4d36-a1da-2a36ce3c4f6e)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:12:13.704658 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-c106f969-3389-4b17-83d8-b911ab861e80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (19b86916-c893-4744-8cdd-982949d8e58c), precommit_delete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:13.734916 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-c106f969-3389-4b17-83d8-b911ab861e80 None None] Calling delete_port for 19b86916-c893-4744-8cdd-982949d8e58c owned by network:dhcp {{(pid=103155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:12:13.739728 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2ac16489-1231-4211-b240-71ffc521bf0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (19b86916-c893-4744-8cdd-982949d8e58c), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:13.742172 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-454604f9-fe4a-4133-baaf-3551eb0e0561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:13.773905 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac16489-1231-4211-b240-71ffc521bf0f admin admin] Pushing event deleted for resources: {'Port': ['ID=19b86916-c893-4744-8cdd-982949d8e58c,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:13.775768 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac16489-1231-4211-b240-71ffc521bf0f admin admin] No DVR routers for this DVR port 19b86916-c893-4744-8cdd-982949d8e58c on host dv-cinder-835635-1-iscsi {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:12:13.836942 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-c106f969-3389-4b17-83d8-b911ab861e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205'] for port (19b86916-c893-4744-8cdd-982949d8e58c), after_delete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:13.852179 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2ac16489-1231-4211-b240-71ffc521bf0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989517', 'neutron.services.segments.db._delete_segments_for_network-8776791792186'] for network (8623989d-9dc8-4db2-b236-bf7fe1fec224), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:13.865022 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c106f969-3389-4b17-83d8-b911ab861e80 None None] No DVR routers for this DVR port 19b86916-c893-4744-8cdd-982949d8e58c on host dv-cinder-835635-1-iscsi {{(pid=103155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:12:13.871117 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106f969-3389-4b17-83d8-b911ab861e80 None None] Pushing event deleted for resources: {'Port': ['ID=19b86916-c893-4744-8cdd-982949d8e58c,revision_number=None']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:13.883582 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-2ac16489-1231-4211-b240-71ffc521bf0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8623989d-9dc8-4db2-b236-bf7fe1fec224']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:13.893710 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-2ac16489-1231-4211-b240-71ffc521bf0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ced992-64b5-4d36-a1da-2a36ce3c4f6e') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:13.894271 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-2ac16489-1231-4211-b240-71ffc521bf0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ced992-64b5-4d36-a1da-2a36ce3c4f6e') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:13.903265 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2ac16489-1231-4211-b240-71ffc521bf0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776792023619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16402699'] for segment (76ced992-64b5-4d36-a1da-2a36ce3c4f6e), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:13.917375 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2ac16489-1231-4211-b240-71ffc521bf0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (76ced992-64b5-4d36-a1da-2a36ce3c4f6e), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:13.923652 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac16489-1231-4211-b240-71ffc521bf0f admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:12:13.924125 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2ac16489-1231-4211-b240-71ffc521bf0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13311205'] for segment (76ced992-64b5-4d36-a1da-2a36ce3c4f6e), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: Traceback (most recent call last): Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: timer() Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: cb(*args, **kw) Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: return func(*args, **kwargs) Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: self._notify() Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: self.callback(batched_events) Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: event.method(event) Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: return f(self, *a, **k) Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: return self._get(url).json() Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: return self.request(url, 'GET', **kwargs) Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:12:13.926063 dv-cinder-835635-1-iscsi neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:12:13.986827 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2ac16489-1231-4211-b240-71ffc521bf0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787242'] for network (8623989d-9dc8-4db2-b236-bf7fe1fec224), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:13.993752 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2ac16489-1231-4211-b240-71ffc521bf0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:13.997058 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-2ac16489-1231-4211-b240-71ffc521bf0f admin admin] 10.222.0.35 "DELETE /v2.0/networks/8623989d-9dc8-4db2-b236-bf7fe1fec224 HTTP/1.1" status: 204 len: 168 time: 0.5932815 Mar 29 15:12:14.013223 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac16489-1231-4211-b240-71ffc521bf0f admin admin] Pushing event deleted for resources: {'Network': ['ID=8623989d-9dc8-4db2-b236-bf7fe1fec224,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:14.117737 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 45094) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:14.158349 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-d200f2c6-1de8-4b6d-91da-b48329e4ed87 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=33c87159058d4c97bc53a0b99346e157&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388074 Mar 29 15:12:14.160613 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 45096) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:14.208883 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5fdd67b2-e03c-45ac-a626-2eced282fd08 admin admin] Publish callbacks [] for security_group (25db5848-e886-4327-ba5f-5b62086363df), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:14.230289 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5fdd67b2-e03c-45ac-a626-2eced282fd08 admin admin] Publish callbacks [] for security_group (25db5848-e886-4327-ba5f-5b62086363df), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:14.276815 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5fdd67b2-e03c-45ac-a626-2eced282fd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (25db5848-e886-4327-ba5f-5b62086363df), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:14.279445 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5fdd67b2-e03c-45ac-a626-2eced282fd08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:14.280611 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-5fdd67b2-e03c-45ac-a626-2eced282fd08 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/25db5848-e886-4327-ba5f-5b62086363df HTTP/1.1" status: 204 len: 168 time: 0.1190932 Mar 29 15:12:14.288884 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd67b2-e03c-45ac-a626-2eced282fd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25db5848-e886-4327-ba5f-5b62086363df,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:14.635541 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device f4192f2e-1286-4fd0-97aa-751ef4942a7e no longer exists at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:12:14.659816 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] No Port match for: f4192f2e-1286-4fd0-97aa-751ef4942a7e {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:12:14.660162 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device f4192f2e-1286-4fd0-97aa-751ef4942a7e not bound to the agent host dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:12:14.660597 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 91adfefe-7aa0-4636-97b4-6521420d1303 no longer exists at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:12:14.679812 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] No Port match for: 91adfefe-7aa0-4636-97b4-6521420d1303 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:12:14.680148 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 91adfefe-7aa0-4636-97b4-6521420d1303 not bound to the agent host dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:12:14.680546 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 19b86916-c893-4744-8cdd-982949d8e58c no longer exists at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:12:14.701249 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] No Port match for: 19b86916-c893-4744-8cdd-982949d8e58c {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:12:14.701592 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 19b86916-c893-4744-8cdd-982949d8e58c not bound to the agent host dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:12:14.747741 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:16.569921 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:17.631519 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:26.589981 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:29.899221 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:12:32.875922 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3001b265-f2af-4867-bf35-31e38f3ef3e5 req-e36967e9-01bd-4e09-9480-0cf0850baf98 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426598 Mar 29 15:12:32.966381 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001b265-f2af-4867-bf35-31e38f3ef3e5 req-e472befe-68a1-4474-9d79-eaf25fdc641c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:32.967680 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3001b265-f2af-4867-bf35-31e38f3ef3e5 req-e472befe-68a1-4474-9d79-eaf25fdc641c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e407405f1464490f8b4163e9dce23438&device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 1130 time: 0.0463502 Mar 29 15:12:33.076900 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001b265-f2af-4867-bf35-31e38f3ef3e5 req-5b2c05bf-dbcf-4b72-941f-f3f5d94a48ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:33.079073 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3001b265-f2af-4867-bf35-31e38f3ef3e5 req-5b2c05bf-dbcf-4b72-941f-f3f5d94a48ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7319462-7a9c-48c1-8b1b-f253974f3ccf HTTP/1.1" status: 200 len: 917 time: 0.0924432 Mar 29 15:12:33.148698 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3001b265-f2af-4867-bf35-31e38f3ef3e5 req-fa6c0219-5dd1-4a7a-b979-43f8eb835425 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2365f82-ad99-493c-ae84-2bc35dea658b HTTP/1.1" status: 200 len: 1001 time: 0.0630515 Mar 29 15:12:33.199719 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001b265-f2af-4867-bf35-31e38f3ef3e5 req-7dede12c-7444-4c77-a5fc-4d480059b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:33.201136 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3001b265-f2af-4867-bf35-31e38f3ef3e5 req-7dede12c-7444-4c77-a5fc-4d480059b405 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5db96dc7-3ab4-47b2-8f7f-2f2553b8b462 HTTP/1.1" status: 200 len: 855 time: 0.0466568 Mar 29 15:12:33.248635 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001b265-f2af-4867-bf35-31e38f3ef3e5 req-87770619-7309-49a3-92a1-a964e4e3c429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:33.250872 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3001b265-f2af-4867-bf35-31e38f3ef3e5 req-87770619-7309-49a3-92a1-a964e4e3c429 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7319462-7a9c-48c1-8b1b-f253974f3ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436075 Mar 29 15:12:33.335637 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3001b265-f2af-4867-bf35-31e38f3ef3e5 req-22d849c3-bc33-4a33-b304-434a3f7357b8 service neutron] 10.222.0.36 "GET /v2.0/networks/b7319462-7a9c-48c1-8b1b-f253974f3ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782192 Mar 29 15:12:33.431038 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3001b265-f2af-4867-bf35-31e38f3ef3e5 req-99e3c092-eef9-4871-bf4a-206d1b31bb65 service neutron] 10.222.0.36 "GET /v2.0/networks/b7319462-7a9c-48c1-8b1b-f253974f3ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889807 Mar 29 15:12:40.875416 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8da501-9d99-406b-a1b0-ee89f3503ac2 req-b12eb91b-d62c-43d4-b85d-737bf8cfe3c6 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:40.876943 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-5d8da501-9d99-406b-a1b0-ee89f3503ac2 req-b12eb91b-d62c-43d4-b85d-737bf8cfe3c6 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 946 time: 0.2169774 Mar 29 15:12:40.923230 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-5d8da501-9d99-406b-a1b0-ee89f3503ac2 req-08d6b6cc-d330-4be6-8825-512aedf332fb tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406737 Mar 29 15:12:41.433830 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-18998642-49e9-408d-9889-9937af754c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:42.110479 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34226ef-08f1-4f03-ac86-83580801e6f6 req-2697ed9d-0e3e-4cab-84b0-406e0cfb34a7 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:42.111963 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a34226ef-08f1-4f03-ac86-83580801e6f6 req-2697ed9d-0e3e-4cab-84b0-406e0cfb34a7 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 946 time: 0.1102169 Mar 29 15:12:42.189174 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a34226ef-08f1-4f03-ac86-83580801e6f6 req-fefedd10-cf44-4bb2-a1bb-9c7d391ce4cc tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2663f08-bf20-45ab-9cb6-99b8dfe9c987&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714688 Mar 29 15:12:42.208961 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf440127-f95c-44f7-885f-ab4ccaacf9b1 req-c46ceaba-6a04-42f8-8a2f-37c681f443f5 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:42.210466 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-cf440127-f95c-44f7-885f-ab4ccaacf9b1 req-c46ceaba-6a04-42f8-8a2f-37c681f443f5 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 946 time: 0.0753157 Mar 29 15:12:42.301903 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [req-cf440127-f95c-44f7-885f-ab4ccaacf9b1 req-174de387-6e7a-41d1-ba38-52f38a1d5a62 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Deleting port e2365f82-ad99-493c-ae84-2bc35dea658b {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:12:42.302242 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-cf440127-f95c-44f7-885f-ab4ccaacf9b1 req-174de387-6e7a-41d1-ba38-52f38a1d5a62 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (e2365f82-ad99-493c-ae84-2bc35dea658b), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:42.391986 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-cf440127-f95c-44f7-885f-ab4ccaacf9b1 req-174de387-6e7a-41d1-ba38-52f38a1d5a62 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] For port e2365f82-ad99-493c-ae84-2bc35dea658b, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=e2365f82-ad99-493c-ae84-2bc35dea658b,segment=NetworkSegment(d32bf408-be36-4d34-802e-1529276988f7),segment_id=d32bf408-be36-4d34-802e-1529276988f7)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:12:42.392346 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-cf440127-f95c-44f7-885f-ab4ccaacf9b1 req-174de387-6e7a-41d1-ba38-52f38a1d5a62 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (e2365f82-ad99-493c-ae84-2bc35dea658b), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:42.560899 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-cf440127-f95c-44f7-885f-ab4ccaacf9b1 req-174de387-6e7a-41d1-ba38-52f38a1d5a62 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:42.561182 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-cf440127-f95c-44f7-885f-ab4ccaacf9b1 req-174de387-6e7a-41d1-ba38-52f38a1d5a62 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (2608ab73-3ac9-46ff-a61f-78a17af816ef), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:42.561499 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.l3_db [req-cf440127-f95c-44f7-885f-ab4ccaacf9b1 req-174de387-6e7a-41d1-ba38-52f38a1d5a62 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Floating IP 2608ab73-3ac9-46ff-a61f-78a17af816ef disassociated. External IP: 172.27.2.113, port: e2365f82-ad99-493c-ae84-2bc35dea658b. Mar 29 15:12:42.562404 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [req-cf440127-f95c-44f7-885f-ab4ccaacf9b1 req-174de387-6e7a-41d1-ba38-52f38a1d5a62 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Calling delete_port for e2365f82-ad99-493c-ae84-2bc35dea658b owned by compute:nova {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:12:42.692201 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-cf440127-f95c-44f7-885f-ab4ccaacf9b1 req-174de387-6e7a-41d1-ba38-52f38a1d5a62 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (e2365f82-ad99-493c-ae84-2bc35dea658b), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:42.725290 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174de387-6e7a-41d1-ba38-52f38a1d5a62 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Pushing event deleted for resources: {'Port': ['ID=e2365f82-ad99-493c-ae84-2bc35dea658b,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:42.738590 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174de387-6e7a-41d1-ba38-52f38a1d5a62 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:42.738944 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174de387-6e7a-41d1-ba38-52f38a1d5a62 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:42.739283 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174de387-6e7a-41d1-ba38-52f38a1d5a62 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:42.739933 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174de387-6e7a-41d1-ba38-52f38a1d5a62 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:42.739933 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174de387-6e7a-41d1-ba38-52f38a1d5a62 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:42.740266 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174de387-6e7a-41d1-ba38-52f38a1d5a62 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:42.740617 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174de387-6e7a-41d1-ba38-52f38a1d5a62 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:42.740939 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174de387-6e7a-41d1-ba38-52f38a1d5a62 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:42.741263 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174de387-6e7a-41d1-ba38-52f38a1d5a62 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:42.741585 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174de387-6e7a-41d1-ba38-52f38a1d5a62 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:42.741915 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174de387-6e7a-41d1-ba38-52f38a1d5a62 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:42.742231 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174de387-6e7a-41d1-ba38-52f38a1d5a62 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:42.742553 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174de387-6e7a-41d1-ba38-52f38a1d5a62 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:42.742873 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174de387-6e7a-41d1-ba38-52f38a1d5a62 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:42.743193 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174de387-6e7a-41d1-ba38-52f38a1d5a62 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:42.860137 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf440127-f95c-44f7-885f-ab4ccaacf9b1 req-174de387-6e7a-41d1-ba38-52f38a1d5a62 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Router f5013327-8421-4e0f-9c5c-8328af6663e0 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:12:42.977791 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf440127-f95c-44f7-885f-ab4ccaacf9b1 req-174de387-6e7a-41d1-ba38-52f38a1d5a62 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:12:42.989667 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efd924b-f62c-405f-b55e-9e75cff2e860 None None] Sync routers for ids ['f5013327-8421-4e0f-9c5c-8328af6663e0'] in dv-cinder-835635-1-iscsi {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:12:43.003283 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efd924b-f62c-405f-b55e-9e75cff2e860 None None] Routers {'f5013327-8421-4e0f-9c5c-8328af6663e0'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:12:43.004040 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-2efd924b-f62c-405f-b55e-9e75cff2e860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:12:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['f5013327-8421-4e0f-9c5c-8328af6663e0'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:43.019665 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf440127-f95c-44f7-885f-ab4ccaacf9b1 req-174de387-6e7a-41d1-ba38-52f38a1d5a62 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] No DVR routers for this DVR port e2365f82-ad99-493c-ae84-2bc35dea658b on host hv-cinder-83563 {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:12:43.022285 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-cf440127-f95c-44f7-885f-ab4ccaacf9b1 req-174de387-6e7a-41d1-ba38-52f38a1d5a62 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:43.025517 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-cf440127-f95c-44f7-885f-ab4ccaacf9b1 req-174de387-6e7a-41d1-ba38-52f38a1d5a62 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.36 "DELETE /v2.0/ports/e2365f82-ad99-493c-ae84-2bc35dea658b HTTP/1.1" status: 204 len: 173 time: 0.8095267 Mar 29 15:12:43.025956 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f92e75-98f7-4076-94b6-3856acfa366d', 'name': 'network-vif-deleted', 'tag': 'e2365f82-ad99-493c-ae84-2bc35dea658b'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:12:43.031015 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bd99d1-e9bd-4767-b265-dd3146647f93" -d '{"events": [{"server_uuid": "b9f92e75-98f7-4076-94b6-3856acfa366d", "name": "network-vif-deleted", "tag": "e2365f82-ad99-493c-ae84-2bc35dea658b"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:12:43.032317 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 45462) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:43.067611 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fd1c82-c652-4d5d-8b9d-d62fe465996a x-openstack-request-id: req-33fd1c82-c652-4d5d-8b9d-d62fe465996a {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:12:43.067963 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f92e75-98f7-4076-94b6-3856acfa366d", "name": "network-vif-deleted", "tag": "e2365f82-ad99-493c-ae84-2bc35dea658b", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:12:43.068280 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-33fd1c82-c652-4d5d-8b9d-d62fe465996a {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:12:43.068783 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33fd1c82-c652-4d5d-8b9d-d62fe465996a'] response: {'server_uuid': 'b9f92e75-98f7-4076-94b6-3856acfa366d', 'name': 'network-vif-deleted', 'tag': 'e2365f82-ad99-493c-ae84-2bc35dea658b', 'status': 'completed', 'code': 200} Mar 29 15:12:43.135092 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-2efd924b-f62c-405f-b55e-9e75cff2e860 None None] Set router f5013327-8421-4e0f-9c5c-8328af6663e0 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:12:43.184029 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8ed92576-cc54-4296-812a-3ae94c0606cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:43.278708 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8ed92576-cc54-4296-812a-3ae94c0606cf admin admin] Publish callbacks [] for security_group (11653978-bc69-4336-aa62-8f0d15fccf2a), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:43.284542 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-8ed92576-cc54-4296-812a-3ae94c0606cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (11653978-bc69-4336-aa62-8f0d15fccf2a), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:43.346070 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-dbece44e-e6ac-4a78-a577-4da398a0928e req-25c1ff70-19f7-4fde-bcba-e158a60cb02d tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f92e75-98f7-4076-94b6-3856acfa366d HTTP/1.1" status: 200 len: 210 time: 0.0390732 Mar 29 15:12:43.346540 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-8ed92576-cc54-4296-812a-3ae94c0606cf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d4d1e48a327241d3bac9419511a5a4bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3032384 Mar 29 15:12:43.346540 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed92576-cc54-4296-812a-3ae94c0606cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11653978-bc69-4336-aa62-8f0d15fccf2a,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:43.346737 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 45468) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:43.346828 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed92576-cc54-4296-812a-3ae94c0606cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:43.347110 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed92576-cc54-4296-812a-3ae94c0606cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:43.347541 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed92576-cc54-4296-812a-3ae94c0606cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:43.347955 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed92576-cc54-4296-812a-3ae94c0606cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:43.348364 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed92576-cc54-4296-812a-3ae94c0606cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:43.348744 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed92576-cc54-4296-812a-3ae94c0606cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:43.349090 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed92576-cc54-4296-812a-3ae94c0606cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:43.349425 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed92576-cc54-4296-812a-3ae94c0606cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:43.349771 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed92576-cc54-4296-812a-3ae94c0606cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:43.350106 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed92576-cc54-4296-812a-3ae94c0606cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:43.350437 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed92576-cc54-4296-812a-3ae94c0606cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:43.350947 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed92576-cc54-4296-812a-3ae94c0606cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:43.351282 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed92576-cc54-4296-812a-3ae94c0606cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:43.351614 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed92576-cc54-4296-812a-3ae94c0606cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:43.351946 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed92576-cc54-4296-812a-3ae94c0606cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:43.385113 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-2efd924b-f62c-405f-b55e-9e75cff2e860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'name': 'tempest-AttachVolumeShelveTestJSON-167309499-router', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:03:54Z', 'updated_at': '2022-03-29T15:03:57Z', 'revision_number': 4, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'gw_port': {'id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:55Z', 'updated_at': '2022-03-29T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'bc27fd16-bb24-424b-8177-a8dd94880c76', 'name': '', 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'mac_address': 'fa:16:3e:b1:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:56Z', 'updated_at': '2022-03-29T15:04:00Z', 'revision_number': 5, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'subnets': [{'id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:43.394815 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-522cb746-6846-47e1-8304-24c2fc3928f6 admin admin] Publish callbacks [] for security_group (11653978-bc69-4336-aa62-8f0d15fccf2a), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:43.414323 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efd924b-f62c-405f-b55e-9e75cff2e860 None None] Checking router: f5013327-8421-4e0f-9c5c-8328af6663e0 for host: dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:12:43.423333 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-522cb746-6846-47e1-8304-24c2fc3928f6 admin admin] Publish callbacks [] for security_group (11653978-bc69-4336-aa62-8f0d15fccf2a), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:43.424474 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efd924b-f62c-405f-b55e-9e75cff2e860 None None] Routers {'f5013327-8421-4e0f-9c5c-8328af6663e0'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:12:43.429307 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-2efd924b-f62c-405f-b55e-9e75cff2e860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:12:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['f5013327-8421-4e0f-9c5c-8328af6663e0'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:43.482731 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-522cb746-6846-47e1-8304-24c2fc3928f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (11653978-bc69-4336-aa62-8f0d15fccf2a), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:43.486590 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-522cb746-6846-47e1-8304-24c2fc3928f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:43.488365 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-522cb746-6846-47e1-8304-24c2fc3928f6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/11653978-bc69-4336-aa62-8f0d15fccf2a HTTP/1.1" status: 204 len: 168 time: 0.1467624 Mar 29 15:12:43.497591 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522cb746-6846-47e1-8304-24c2fc3928f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11653978-bc69-4336-aa62-8f0d15fccf2a,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:43.552179 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-2efd924b-f62c-405f-b55e-9e75cff2e860 None None] Set router f5013327-8421-4e0f-9c5c-8328af6663e0 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:12:43.726106 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-cdce8758-b703-446e-a789-9ab3ae241e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:43.779521 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-2efd924b-f62c-405f-b55e-9e75cff2e860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'name': 'tempest-AttachVolumeShelveTestJSON-167309499-router', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:03:54Z', 'updated_at': '2022-03-29T15:03:57Z', 'revision_number': 4, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'gw_port': {'id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:55Z', 'updated_at': '2022-03-29T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'bc27fd16-bb24-424b-8177-a8dd94880c76', 'name': '', 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'mac_address': 'fa:16:3e:b1:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:56Z', 'updated_at': '2022-03-29T15:04:00Z', 'revision_number': 5, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'subnets': [{'id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:43.809077 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efd924b-f62c-405f-b55e-9e75cff2e860 None None] The sync data for ids ['f5013327-8421-4e0f-9c5c-8328af6663e0'] in dv-cinder-835635-1-iscsi is: [{'id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'name': 'tempest-AttachVolumeShelveTestJSON-167309499-router', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:03:54Z', 'updated_at': '2022-03-29T15:03:57Z', 'revision_number': 4, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'gw_port': {'id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:55Z', 'updated_at': '2022-03-29T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'bc27fd16-bb24-424b-8177-a8dd94880c76', 'name': '', 'network_id': 'b7319462-7a9c-48c1-8b1b-f253974f3ccf', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'mac_address': 'fa:16:3e:b1:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:56Z', 'updated_at': '2022-03-29T15:04:00Z', 'revision_number': 5, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'subnets': [{'id': '5db96dc7-3ab4-47b2-8f7f-2f2553b8b462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:12:44.071340 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1507edbd-bdfc-4f34-bb13-59494355af16 None None] New status for floating IP 2608ab73-3ac9-46ff-a61f-78a17af816ef: DOWN {{(pid=103155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:12:44.207896 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 45500) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:44.325927 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-87045707-e73f-4e8a-a334-9d01e0cf2d7c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-203760922-network', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:12:44.347238 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87045707-e73f-4e8a-a334-9d01e0cf2d7c admin admin] Made reservation on behalf of cb13df1bbb4c41139dde418a494692fc for: {'network': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:12:44.349999 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-87045707-e73f-4e8a-a334-9d01e0cf2d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for network (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:44.359104 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-87045707-e73f-4e8a-a334-9d01e0cf2d7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:44.416397 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 45510) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:44.440824 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-87045707-e73f-4e8a-a334-9d01e0cf2d7c admin admin] Publish callbacks [] for security_group (b47b4cf5-ece5-4136-b31f-34d11aa308cc), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:44.444703 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-87045707-e73f-4e8a-a334-9d01e0cf2d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (b47b4cf5-ece5-4136-b31f-34d11aa308cc), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:44.472100 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87045707-e73f-4e8a-a334-9d01e0cf2d7c admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=103154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:12:44.475071 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-64421af1-a10a-475a-b706-243e22eba9f9 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for security_group (a2663f08-bf20-45ab-9cb6-99b8dfe9c987), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:44.482234 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87045707-e73f-4e8a-a334-9d01e0cf2d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47b4cf5-ece5-4136-b31f-34d11aa308cc,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:44.487490 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-87045707-e73f-4e8a-a334-9d01e0cf2d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (13900b9a-4061-4f7b-81bb-9d27483245b5), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:44.487838 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.segments_db [None req-87045707-e73f-4e8a-a334-9d01e0cf2d7c admin admin] Added segment 13900b9a-4061-4f7b-81bb-9d27483245b5 of type vlan for network 7361a085-d96a-4f31-b765-5a3a0b40e7c7 Mar 29 15:12:44.512800 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-64421af1-a10a-475a-b706-243e22eba9f9 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for security_group (a2663f08-bf20-45ab-9cb6-99b8dfe9c987), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:44.531720 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-87045707-e73f-4e8a-a334-9d01e0cf2d7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776791432771'] for network (7361a085-d96a-4f31-b765-5a3a0b40e7c7), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:44.556610 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-87045707-e73f-4e8a-a334-9d01e0cf2d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834'] for network (7361a085-d96a-4f31-b765-5a3a0b40e7c7), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:44.557541 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87045707-e73f-4e8a-a334-9d01e0cf2d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:44.558235 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-87045707-e73f-4e8a-a334-9d01e0cf2d7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:44.565111 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-64421af1-a10a-475a-b706-243e22eba9f9 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (a2663f08-bf20-45ab-9cb6-99b8dfe9c987), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:44.567696 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-64421af1-a10a-475a-b706-243e22eba9f9 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:44.568929 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-64421af1-a10a-475a-b706-243e22eba9f9 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "DELETE /v2.0/security-groups/a2663f08-bf20-45ab-9cb6-99b8dfe9c987 HTTP/1.1" status: 204 len: 168 time: 0.1506505 Mar 29 15:12:44.572243 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 45512) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:44.589510 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64421af1-a10a-475a-b706-243e22eba9f9 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2663f08-bf20-45ab-9cb6-99b8dfe9c987,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:44.591655 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.api.v2.resource [None req-9e654c59-5a9c-481e-87a2-9ca97d6610a5 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] show failed (client error): The resource could not be found. Mar 29 15:12:44.595605 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-9e654c59-5a9c-481e-87a2-9ca97d6610a5 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "GET /v2.0/security-groups/a2663f08-bf20-45ab-9cb6-99b8dfe9c987 HTTP/1.1" status: 404 len: 347 time: 0.0194466 Mar 29 15:12:44.596151 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 45514) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:44.625604 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-87045707-e73f-4e8a-a334-9d01e0cf2d7c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4160621 Mar 29 15:12:44.628809 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 45516) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:44.633461 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-c97817d7-3426-4194-a04f-84b732dc0a66 admin admin] Request body: {'subnet': {'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-203760922-subnet', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'ip_version': 4}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:12:44.643503 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87045707-e73f-4e8a-a334-9d01e0cf2d7c admin admin] Pushing event updated for resources: {'Network': ['ID=7361a085-d96a-4f31-b765-5a3a0b40e7c7,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:44.655325 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Network 7361a085-d96a-4f31-b765-5a3a0b40e7c7 details requested by agent ovs-agent-dv-cinder-835635-1-iscsi with host dv-cinder-835635-1-iscsi {{(pid=103155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:12:44.661876 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97817d7-3426-4194-a04f-84b732dc0a66 admin admin] Made reservation on behalf of cb13df1bbb4c41139dde418a494692fc for: {'subnet': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:12:44.666221 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c97817d7-3426-4194-a04f-84b732dc0a66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14662271'] for subnet (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:44.729752 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-4a6159f9-7460-4c3a-87ae-5f70c51d7800 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Deleting port c6d34bbe-4586-4063-bddd-f0740d3b9614 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:12:44.730102 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4a6159f9-7460-4c3a-87ae-5f70c51d7800 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (c6d34bbe-4586-4063-bddd-f0740d3b9614), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:44.752238 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:44.811055 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4a6159f9-7460-4c3a-87ae-5f70c51d7800 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (c6d34bbe-4586-4063-bddd-f0740d3b9614), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:44.811383 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4a6159f9-7460-4c3a-87ae-5f70c51d7800 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for floatingip (c6d34bbe-4586-4063-bddd-f0740d3b9614), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:44.824264 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-4a6159f9-7460-4c3a-87ae-5f70c51d7800 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Calling delete_port for c6d34bbe-4586-4063-bddd-f0740d3b9614 owned by network:floatingip {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:12:44.844999 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c97817d7-3426-4194-a04f-84b732dc0a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13591529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14662249'] for subnet (35025535-f908-4fdd-8813-2eb4bba1ac31), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:44.897551 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97817d7-3426-4194-a04f-84b732dc0a66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35025535-f908-4fdd-8813-2eb4bba1ac31,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:44.907343 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97817d7-3426-4194-a04f-84b732dc0a66 admin admin] Checking segment: {'id': '13900b9a-4061-4f7b-81bb-9d27483245b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:12:44.907693 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97817d7-3426-4194-a04f-84b732dc0a66 admin admin] Network hostable DHCP agents. Network: 7361a085-d96a-4f31-b765-5a3a0b40e7c7, hostable agents: ['a6029aa5-8774-4641-86ae-5d2d983dd0a8'], hosted agents: [] {{(pid=103154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:12:44.925401 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97817d7-3426-4194-a04f-84b732dc0a66 admin admin] Network 7361a085-d96a-4f31-b765-5a3a0b40e7c7 is scheduled to be hosted by DHCP agent a6029aa5-8774-4641-86ae-5d2d983dd0a8 with binding_index 1 {{(pid=103154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:12:44.933849 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-c97817d7-3426-4194-a04f-84b732dc0a66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-1-iscsi, 7361a085-d96a-4f31-b765-5a3a0b40e7c7) {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:12:44.938946 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97817d7-3426-4194-a04f-84b732dc0a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:44.940244 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c97817d7-3426-4194-a04f-84b732dc0a66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:44.944325 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517da5e5-4392-4208-91bd-c1a2bed45936 None None] Network 7361a085-d96a-4f31-b765-5a3a0b40e7c7 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:12:44.961366 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-c97817d7-3426-4194-a04f-84b732dc0a66 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3288307 Mar 29 15:12:44.961773 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 45518) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:44.966747 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-d462f639-f7cd-4bd3-824f-a5345477fd95 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-203760922-router', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:12:44.971014 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4a6159f9-7460-4c3a-87ae-5f70c51d7800 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (c6d34bbe-4586-4063-bddd-f0740d3b9614), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:45.009149 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6159f9-7460-4c3a-87ae-5f70c51d7800 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Pushing event deleted for resources: {'Port': ['ID=c6d34bbe-4586-4063-bddd-f0740d3b9614,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:45.020530 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d462f639-f7cd-4bd3-824f-a5345477fd95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1791284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2970'] for router (9b7dd2bf-80e6-4da1-9edc-872c912fc803), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:45.021943 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d462f639-f7cd-4bd3-824f-a5345477fd95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1818329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2947'] for router (9b7dd2bf-80e6-4da1-9edc-872c912fc803), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:45.056755 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp951e514f-1a9b-555e-af63-f294bc248ed5-7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'fixed_ips': [{'subnet_id': '35025535-f908-4fdd-8813-2eb4bba1ac31'}]}} from dv-cinder-835635-1-iscsi. {{(pid=103155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:12:45.057675 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:45.122833 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4a6159f9-7460-4c3a-87ae-5f70c51d7800 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks [] for floatingip (2608ab73-3ac9-46ff-a61f-78a17af816ef), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:45.125984 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4a6159f9-7460-4c3a-87ae-5f70c51d7800 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:45.127142 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-4a6159f9-7460-4c3a-87ae-5f70c51d7800 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] 10.222.0.35 "DELETE /v2.0/floatingips/2608ab73-3ac9-46ff-a61f-78a17af816ef HTTP/1.1" status: 204 len: 168 time: 0.5304563 Mar 29 15:12:45.136142 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d462f639-f7cd-4bd3-824f-a5345477fd95 admin admin] Publish callbacks [] for router_controller (9b7dd2bf-80e6-4da1-9edc-872c912fc803), precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:45.208916 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.db_base_plugin_common [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Allocated IP 172.20.0.2 (7361a085-d96a-4f31-b765-5a3a0b40e7c7/35025535-f908-4fdd-8813-2eb4bba1ac31/bae59a6d-f048-41cd-afbd-4e9098916108) {{(pid=103155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:12:45.303221 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d462f639-f7cd-4bd3-824f-a5345477fd95 admin admin] Publish callbacks [] for router_gateway (9b7dd2bf-80e6-4da1-9edc-872c912fc803), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:45.353733 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Publish callbacks [] for port (bae59a6d-f048-41cd-afbd-4e9098916108), precommit_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:45.360164 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196'] for port (bae59a6d-f048-41cd-afbd-4e9098916108), after_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:45.394944 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Network 7361a085-d96a-4f31-b765-5a3a0b40e7c7 is already hosted by enough agents. {{(pid=103155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:12:45.397965 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.scheduler.base_scheduler [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Resources bound (agent type, host, resource id): {{(pid=103155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:12:45.401222 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Received port after_create {{(pid=103155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:12:45.416459 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Pushing event updated for resources: {'Port': ['ID=bae59a6d-f048-41cd-afbd-4e9098916108,revision_number=1']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:45.457639 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:45.458441 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:45.458783 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:45.459116 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:45.459442 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:45.460226 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:45.460226 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:45.460443 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:45.460720 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:45.461039 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:45.461355 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:45.461669 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:45.461987 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:45.462298 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:45.462604 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:45.475373 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Attempting to bind port bae59a6d-f048-41cd-afbd-4e9098916108 on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:12:45.475740 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Attempting to bind port bae59a6d-f048-41cd-afbd-4e9098916108 by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': '13900b9a-4061-4f7b-81bb-9d27483245b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:12:45.476097 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Attempting to bind port bae59a6d-f048-41cd-afbd-4e9098916108 on network 7361a085-d96a-4f31-b765-5a3a0b40e7c7 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:12:45.481106 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:12:45.481478 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Checking segment: {'id': '13900b9a-4061-4f7b-81bb-9d27483245b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:12:45.481877 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:45.482260 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Bound using segment: {'id': '13900b9a-4061-4f7b-81bb-9d27483245b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:12:45.482715 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Bound port: bae59a6d-f048-41cd-afbd-4e9098916108, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13900b9a-4061-4f7b-81bb-9d27483245b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:12:45.483090 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (bae59a6d-f048-41cd-afbd-4e9098916108), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:45.510066 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d462f639-f7cd-4bd3-824f-a5345477fd95 admin admin] Publish callbacks [] for router_gateway (9b7dd2bf-80e6-4da1-9edc-872c912fc803), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:45.530247 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d462f639-f7cd-4bd3-824f-a5345477fd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:45.544620 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] For port bae59a6d-f048-41cd-afbd-4e9098916108, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:12:45.548403 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] For port bae59a6d-f048-41cd-afbd-4e9098916108, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=bae59a6d-f048-41cd-afbd-4e9098916108,segment=NetworkSegment(13900b9a-4061-4f7b-81bb-9d27483245b5),segment_id=13900b9a-4061-4f7b-81bb-9d27483245b5)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:12:45.556597 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (bae59a6d-f048-41cd-afbd-4e9098916108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:45.623001 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb5636-ed87-4122-9a3f-95e50317a750 None None] Pushing event updated for resources: {'Port': ['ID=bae59a6d-f048-41cd-afbd-4e9098916108,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:45.638893 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-d462f639-f7cd-4bd3-824f-a5345477fd95 admin admin] Allocated IP 172.27.2.53 (73fab6d0-c07f-433f-9c69-8ff3a31867f5/bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83/eca78757-89f1-4c94-afdb-00f3b412abd6) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:12:45.752453 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d462f639-f7cd-4bd3-824f-a5345477fd95 admin admin] Publish callbacks [] for port (eca78757-89f1-4c94-afdb-00f3b412abd6), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:45.805067 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d462f639-f7cd-4bd3-824f-a5345477fd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (eca78757-89f1-4c94-afdb-00f3b412abd6), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:45.841699 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d462f639-f7cd-4bd3-824f-a5345477fd95 admin admin] Network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:12:45.844692 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-d462f639-f7cd-4bd3-824f-a5345477fd95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:12:45.848271 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d462f639-f7cd-4bd3-824f-a5345477fd95 admin admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:12:45.883957 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462f639-f7cd-4bd3-824f-a5345477fd95 admin admin] Pushing event updated for resources: {'Port': ['ID=eca78757-89f1-4c94-afdb-00f3b412abd6,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:46.114137 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d462f639-f7cd-4bd3-824f-a5345477fd95 admin admin] Publish callbacks [] for router_gateway (9b7dd2bf-80e6-4da1-9edc-872c912fc803), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:46.322824 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d462f639-f7cd-4bd3-824f-a5345477fd95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1793453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787170'] for router (9b7dd2bf-80e6-4da1-9edc-872c912fc803), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:46.461145 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d462f639-f7cd-4bd3-824f-a5345477fd95 admin admin] Router 9b7dd2bf-80e6-4da1-9edc-872c912fc803 is scheduled to L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:12:46.535352 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50867ed7-64a1-404a-9d45-f5fcfa36ff2e None None] Network 7361a085-d96a-4f31-b765-5a3a0b40e7c7 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:12:46.574404 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d462f639-f7cd-4bd3-824f-a5345477fd95 admin admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:12:46.586006 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6acf02-c5d6-4f00-8684-44d55480b6c0 None None] Sync routers for ids ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'] in dv-cinder-835635-1-iscsi {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:12:46.597934 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6acf02-c5d6-4f00-8684-44d55480b6c0 None None] Routers {'9b7dd2bf-80e6-4da1-9edc-872c912fc803'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:12:46.598606 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-aa6acf02-c5d6-4f00-8684-44d55480b6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:12:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:46.599668 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d462f639-f7cd-4bd3-824f-a5345477fd95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:46.601600 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-d462f639-f7cd-4bd3-824f-a5345477fd95 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6386762 Mar 29 15:12:46.604538 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 45532) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:46.721160 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-aa6acf02-c5d6-4f00-8684-44d55480b6c0 None None] Set router 9b7dd2bf-80e6-4da1-9edc-872c912fc803 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:12:46.736762 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device e2365f82-ad99-493c-ae84-2bc35dea658b no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:12:46.772144 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device bae59a6d-f048-41cd-afbd-4e9098916108 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:12:46.800359 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] No Port match for: e2365f82-ad99-493c-ae84-2bc35dea658b {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:12:46.800653 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device e2365f82-ad99-493c-ae84-2bc35dea658b not bound to the agent host hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:12:46.836750 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:46.842713 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-ef8ae7ef-b23c-4e46-b55c-2954a437f5e8 None None] Provisioning complete for port bae59a6d-f048-41cd-afbd-4e9098916108 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:12:46.843223 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ef8ae7ef-b23c-4e46-b55c-2954a437f5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (bae59a6d-f048-41cd-afbd-4e9098916108), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:46.927219 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port bae59a6d-f048-41cd-afbd-4e9098916108 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:12:46.927583 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (bae59a6d-f048-41cd-afbd-4e9098916108), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:46.929575 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-aa6acf02-c5d6-4f00-8684-44d55480b6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'name': 'tempest-TestVolumeBootPattern-203760922-router', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:46Z', 'revision_number': 3, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'gw_port': {'id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:46.962749 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6acf02-c5d6-4f00-8684-44d55480b6c0 None None] Checking router: 9b7dd2bf-80e6-4da1-9edc-872c912fc803 for host: dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:12:46.963093 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6acf02-c5d6-4f00-8684-44d55480b6c0 None None] Updating router 9b7dd2bf-80e6-4da1-9edc-872c912fc803 port eca78757-89f1-4c94-afdb-00f3b412abd6 binding host dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:12:47.013184 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-ef8ae7ef-b23c-4e46-b55c-2954a437f5e8 None None] Current status of the port bae59a6d-f048-41cd-afbd-4e9098916108 is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:12:47.013576 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ef8ae7ef-b23c-4e46-b55c-2954a437f5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (bae59a6d-f048-41cd-afbd-4e9098916108), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:47.091228 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-ef8ae7ef-b23c-4e46-b55c-2954a437f5e8 None None] For port bae59a6d-f048-41cd-afbd-4e9098916108, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=bae59a6d-f048-41cd-afbd-4e9098916108,segment=NetworkSegment(13900b9a-4061-4f7b-81bb-9d27483245b5),segment_id=13900b9a-4061-4f7b-81bb-9d27483245b5)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:12:47.102258 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ef8ae7ef-b23c-4e46-b55c-2954a437f5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (bae59a6d-f048-41cd-afbd-4e9098916108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:47.103428 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-aa6acf02-c5d6-4f00-8684-44d55480b6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (eca78757-89f1-4c94-afdb-00f3b412abd6), before_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:47.107403 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port bae59a6d-f048-41cd-afbd-4e9098916108 is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:12:47.107780 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (bae59a6d-f048-41cd-afbd-4e9098916108), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:47.198306 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ae7ef-b23c-4e46-b55c-2954a437f5e8 None None] Pushing event updated for resources: {'Port': ['ID=bae59a6d-f048-41cd-afbd-4e9098916108,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:47.217396 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.db.api [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 15:12:47.217745 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG oslo_db.api [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 15:12:47.325872 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-141fb853-59ba-4cc1-9834-4acf44f26056 None None] Provisioning complete for port bae59a6d-f048-41cd-afbd-4e9098916108 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:12:47.326445 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-141fb853-59ba-4cc1-9834-4acf44f26056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (bae59a6d-f048-41cd-afbd-4e9098916108), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:47.357428 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef17732f-1d03-4a41-9808-846814fa8526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:47.380421 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-aa6acf02-c5d6-4f00-8684-44d55480b6c0 None None] Publish callbacks [] for port (eca78757-89f1-4c94-afdb-00f3b412abd6), precommit_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:47.380421 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-aa6acf02-c5d6-4f00-8684-44d55480b6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (eca78757-89f1-4c94-afdb-00f3b412abd6), after_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:47.435054 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9bb55d-71d4-4e18-95e7-3394e8b21210 None None] Pushing event updated for resources: {'Port': ['ID=eca78757-89f1-4c94-afdb-00f3b412abd6,revision_number=2']} {{(pid=103156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:47.444254 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bb55d-71d4-4e18-95e7-3394e8b21210 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:47.444484 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-141fb853-59ba-4cc1-9834-4acf44f26056 None None] Current status of the port bae59a6d-f048-41cd-afbd-4e9098916108 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:12:47.444627 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bb55d-71d4-4e18-95e7-3394e8b21210 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:47.444986 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bb55d-71d4-4e18-95e7-3394e8b21210 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:47.445339 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bb55d-71d4-4e18-95e7-3394e8b21210 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:47.445670 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bb55d-71d4-4e18-95e7-3394e8b21210 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:47.445992 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bb55d-71d4-4e18-95e7-3394e8b21210 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:47.446315 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bb55d-71d4-4e18-95e7-3394e8b21210 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:47.446642 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bb55d-71d4-4e18-95e7-3394e8b21210 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:47.446963 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bb55d-71d4-4e18-95e7-3394e8b21210 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:47.447282 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bb55d-71d4-4e18-95e7-3394e8b21210 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:47.447600 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bb55d-71d4-4e18-95e7-3394e8b21210 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:47.447931 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bb55d-71d4-4e18-95e7-3394e8b21210 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:47.448252 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bb55d-71d4-4e18-95e7-3394e8b21210 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:47.448588 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bb55d-71d4-4e18-95e7-3394e8b21210 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:47.448900 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bb55d-71d4-4e18-95e7-3394e8b21210 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:12:47.452197 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-aa6acf02-c5d6-4f00-8684-44d55480b6c0 None None] Attempting to bind port eca78757-89f1-4c94-afdb-00f3b412abd6 on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:12:47.453495 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-aa6acf02-c5d6-4f00-8684-44d55480b6c0 None None] Attempting to bind port eca78757-89f1-4c94-afdb-00f3b412abd6 by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}] {{(pid=103156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:12:47.453962 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6acf02-c5d6-4f00-8684-44d55480b6c0 None None] Attempting to bind port eca78757-89f1-4c94-afdb-00f3b412abd6 on network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:12:47.459543 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6acf02-c5d6-4f00-8684-44d55480b6c0 None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:12:47.459907 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6acf02-c5d6-4f00-8684-44d55480b6c0 None None] Checking segment: {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:12:47.460304 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-aa6acf02-c5d6-4f00-8684-44d55480b6c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:47.460713 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6acf02-c5d6-4f00-8684-44d55480b6c0 None None] Bound using segment: {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'} {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:12:47.461174 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-aa6acf02-c5d6-4f00-8684-44d55480b6c0 None None] Bound port: eca78757-89f1-4c94-afdb-00f3b412abd6, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}}] {{(pid=103156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:12:47.461552 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-aa6acf02-c5d6-4f00-8684-44d55480b6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (eca78757-89f1-4c94-afdb-00f3b412abd6), before_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:47.516435 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.db [None req-aa6acf02-c5d6-4f00-8684-44d55480b6c0 None None] For port eca78757-89f1-4c94-afdb-00f3b412abd6, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:12:47.519722 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.db [None req-aa6acf02-c5d6-4f00-8684-44d55480b6c0 None None] For port eca78757-89f1-4c94-afdb-00f3b412abd6, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=eca78757-89f1-4c94-afdb-00f3b412abd6,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:12:47.525480 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-aa6acf02-c5d6-4f00-8684-44d55480b6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (eca78757-89f1-4c94-afdb-00f3b412abd6), after_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:47.530997 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-ef17732f-1d03-4a41-9808-846814fa8526 admin admin] Allocated IP 172.20.0.1 (7361a085-d96a-4f31-b765-5a3a0b40e7c7/35025535-f908-4fdd-8813-2eb4bba1ac31/c2f76b5c-c6ad-443b-b39d-0538b335d304) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:12:47.572017 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6acf02-c5d6-4f00-8684-44d55480b6c0 None None] Routers {'9b7dd2bf-80e6-4da1-9edc-872c912fc803'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:12:47.572654 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-aa6acf02-c5d6-4f00-8684-44d55480b6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:12:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:47.636106 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:47.640750 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef17732f-1d03-4a41-9808-846814fa8526 admin admin] Publish callbacks [] for port (c2f76b5c-c6ad-443b-b39d-0538b335d304), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:47.650155 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9bb55d-71d4-4e18-95e7-3394e8b21210 None None] Pushing event updated for resources: {'Port': ['ID=eca78757-89f1-4c94-afdb-00f3b412abd6,revision_number=3']} {{(pid=103156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:47.681342 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef17732f-1d03-4a41-9808-846814fa8526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (c2f76b5c-c6ad-443b-b39d-0538b335d304), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:47.697760 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-aa6acf02-c5d6-4f00-8684-44d55480b6c0 None None] Set router 9b7dd2bf-80e6-4da1-9edc-872c912fc803 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:12:47.716102 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef17732f-1d03-4a41-9808-846814fa8526 admin admin] Network 7361a085-d96a-4f31-b765-5a3a0b40e7c7 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:12:47.721250 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-ef17732f-1d03-4a41-9808-846814fa8526 admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:12:47.724956 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef17732f-1d03-4a41-9808-846814fa8526 admin admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:12:47.762577 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17732f-1d03-4a41-9808-846814fa8526 admin admin] Pushing event updated for resources: {'Port': ['ID=c2f76b5c-c6ad-443b-b39d-0538b335d304,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:47.774176 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port bae59a6d-f048-41cd-afbd-4e9098916108 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:12:47.776431 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef17732f-1d03-4a41-9808-846814fa8526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787637'] for router_interface (9b7dd2bf-80e6-4da1-9edc-872c912fc803), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:47.901206 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-aa6acf02-c5d6-4f00-8684-44d55480b6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'name': 'tempest-TestVolumeBootPattern-203760922-router', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:46Z', 'revision_number': 3, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'gw_port': {'id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:47.931888 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef17732f-1d03-4a41-9808-846814fa8526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (c2f76b5c-c6ad-443b-b39d-0538b335d304), before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:47.932753 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6acf02-c5d6-4f00-8684-44d55480b6c0 None None] The sync data for ids ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'] in dv-cinder-835635-1-iscsi is: [{'id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'name': 'tempest-TestVolumeBootPattern-203760922-router', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:46Z', 'revision_number': 3, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'gw_port': {'id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}] {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:12:47.971094 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-e11c223a-6f8a-4dbf-a281-1d1bb3f4f364 None None] Provisioning complete for port c2f76b5c-c6ad-443b-b39d-0538b335d304 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:12:47.971476 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e11c223a-6f8a-4dbf-a281-1d1bb3f4f364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (c2f76b5c-c6ad-443b-b39d-0538b335d304), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:48.010012 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-e11c223a-6f8a-4dbf-a281-1d1bb3f4f364 None None] Port c2f76b5c-c6ad-443b-b39d-0538b335d304 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:12:48.115612 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef17732f-1d03-4a41-9808-846814fa8526 admin admin] Publish callbacks [] for port (c2f76b5c-c6ad-443b-b39d-0538b335d304), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:48.120076 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef17732f-1d03-4a41-9808-846814fa8526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13311161'] for port (c2f76b5c-c6ad-443b-b39d-0538b335d304), after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:48.197299 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17732f-1d03-4a41-9808-846814fa8526 admin admin] Pushing event updated for resources: {'Port': ['ID=c2f76b5c-c6ad-443b-b39d-0538b335d304,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:48.201275 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef17732f-1d03-4a41-9808-846814fa8526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787489'] for router_interface (9b7dd2bf-80e6-4da1-9edc-872c912fc803), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:48.303827 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef17732f-1d03-4a41-9808-846814fa8526 admin admin] Network 7361a085-d96a-4f31-b765-5a3a0b40e7c7 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:12:48.305274 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-ef17732f-1d03-4a41-9808-846814fa8526 admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:12:48.463408 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef17732f-1d03-4a41-9808-846814fa8526 admin admin] Router 9b7dd2bf-80e6-4da1-9edc-872c912fc803 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:12:48.608478 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef17732f-1d03-4a41-9808-846814fa8526 admin admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:12:48.621992 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-ef17732f-1d03-4a41-9808-846814fa8526 admin admin] 10.222.0.35 "PUT /v2.0/routers/9b7dd2bf-80e6-4da1-9edc-872c912fc803/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0089550 Mar 29 15:12:48.658477 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-ea7a1ad9-dfa9-48c0-aaba-0e4d7a81bdc6 None None] Provisioning complete for port c2f76b5c-c6ad-443b-b39d-0538b335d304 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:12:48.659039 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ea7a1ad9-dfa9-48c0-aaba-0e4d7a81bdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (c2f76b5c-c6ad-443b-b39d-0538b335d304), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:48.706740 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-ea7a1ad9-dfa9-48c0-aaba-0e4d7a81bdc6 None None] Port c2f76b5c-c6ad-443b-b39d-0538b335d304 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:12:48.773226 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device eca78757-89f1-4c94-afdb-00f3b412abd6 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:12:48.830725 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port eca78757-89f1-4c94-afdb-00f3b412abd6 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:12:48.831111 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (eca78757-89f1-4c94-afdb-00f3b412abd6), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:48.921959 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port eca78757-89f1-4c94-afdb-00f3b412abd6 is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:12:48.921959 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (eca78757-89f1-4c94-afdb-00f3b412abd6), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:48.943075 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] For port eca78757-89f1-4c94-afdb-00f3b412abd6, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=eca78757-89f1-4c94-afdb-00f3b412abd6,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:12:48.948423 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (eca78757-89f1-4c94-afdb-00f3b412abd6), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:48.949408 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device bae59a6d-f048-41cd-afbd-4e9098916108 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:12:49.037435 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Pushing event updated for resources: {'Port': ['ID=eca78757-89f1-4c94-afdb-00f3b412abd6,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:49.044243 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port bae59a6d-f048-41cd-afbd-4e9098916108 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:12:49.044650 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (bae59a6d-f048-41cd-afbd-4e9098916108), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:49.125696 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port bae59a6d-f048-41cd-afbd-4e9098916108 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:12:49.143059 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 45564) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:49.147985 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-659b7f07-439c-4653-983b-87b5ae16c49d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1885530525-network', 'tenant_id': '996200d160e24bf3993322d73f717a76'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:12:49.169495 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659b7f07-439c-4653-983b-87b5ae16c49d admin admin] Made reservation on behalf of 996200d160e24bf3993322d73f717a76 for: {'network': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:12:49.172010 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-659b7f07-439c-4653-983b-87b5ae16c49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for network (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:49.180950 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-659b7f07-439c-4653-983b-87b5ae16c49d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:49.257989 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-659b7f07-439c-4653-983b-87b5ae16c49d admin admin] Publish callbacks [] for security_group (dca0eaad-549d-4244-82a1-35964410dad4), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:49.264342 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-659b7f07-439c-4653-983b-87b5ae16c49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (dca0eaad-549d-4244-82a1-35964410dad4), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:49.287234 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659b7f07-439c-4653-983b-87b5ae16c49d admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=103154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:12:49.303408 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-659b7f07-439c-4653-983b-87b5ae16c49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (43a80e0f-c6e7-48e5-beca-fc2648c94a48), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:49.303748 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.segments_db [None req-659b7f07-439c-4653-983b-87b5ae16c49d admin admin] Added segment 43a80e0f-c6e7-48e5-beca-fc2648c94a48 of type vlan for network 99986509-8f38-4367-bddf-849da045cf2d Mar 29 15:12:49.305117 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b7f07-439c-4653-983b-87b5ae16c49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca0eaad-549d-4244-82a1-35964410dad4,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:49.350409 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-659b7f07-439c-4653-983b-87b5ae16c49d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776791432771'] for network (99986509-8f38-4367-bddf-849da045cf2d), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:49.374128 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-659b7f07-439c-4653-983b-87b5ae16c49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834'] for network (99986509-8f38-4367-bddf-849da045cf2d), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:49.375741 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659b7f07-439c-4653-983b-87b5ae16c49d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:49.376314 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-659b7f07-439c-4653-983b-87b5ae16c49d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:49.427865 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-659b7f07-439c-4653-983b-87b5ae16c49d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2811081 Mar 29 15:12:49.428322 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 45568) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:49.433267 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-4b7f22a2-d844-4d4a-864b-f7d79c619d11 admin admin] Request body: {'subnet': {'network_id': '99986509-8f38-4367-bddf-849da045cf2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1885530525-subnet', 'tenant_id': '996200d160e24bf3993322d73f717a76', 'ip_version': 4}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:12:49.441009 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b7f07-439c-4653-983b-87b5ae16c49d admin admin] Pushing event updated for resources: {'Network': ['ID=99986509-8f38-4367-bddf-849da045cf2d,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:49.451627 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Network 99986509-8f38-4367-bddf-849da045cf2d details requested by agent ovs-agent-dv-cinder-835635-1-iscsi with host dv-cinder-835635-1-iscsi {{(pid=103155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:12:49.459543 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7f22a2-d844-4d4a-864b-f7d79c619d11 admin admin] Made reservation on behalf of 996200d160e24bf3993322d73f717a76 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:12:49.462001 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4b7f22a2-d844-4d4a-864b-f7d79c619d11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12742677'] for subnet (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:49.635930 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0923d75c-9674-4d4f-a0d2-c2853fcf6158 None None] Sync routers for ids ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:12:49.647054 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4b7f22a2-d844-4d4a-864b-f7d79c619d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13304320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12742659'] for subnet (fa1cd8ae-258d-452e-817f-27a989c0e944), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:49.648373 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0923d75c-9674-4d4f-a0d2-c2853fcf6158 None None] Routers {'9b7dd2bf-80e6-4da1-9edc-872c912fc803'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:12:49.649103 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-0923d75c-9674-4d4f-a0d2-c2853fcf6158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:12:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:49.702835 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f22a2-d844-4d4a-864b-f7d79c619d11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa1cd8ae-258d-452e-817f-27a989c0e944,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:49.713150 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7f22a2-d844-4d4a-864b-f7d79c619d11 admin admin] Checking segment: {'id': '43a80e0f-c6e7-48e5-beca-fc2648c94a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99986509-8f38-4367-bddf-849da045cf2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:12:49.713505 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7f22a2-d844-4d4a-864b-f7d79c619d11 admin admin] Network hostable DHCP agents. Network: 99986509-8f38-4367-bddf-849da045cf2d, hostable agents: ['a6029aa5-8774-4641-86ae-5d2d983dd0a8'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:12:49.730446 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7f22a2-d844-4d4a-864b-f7d79c619d11 admin admin] Network 99986509-8f38-4367-bddf-849da045cf2d is scheduled to be hosted by DHCP agent a6029aa5-8774-4641-86ae-5d2d983dd0a8 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:12:49.738899 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-4b7f22a2-d844-4d4a-864b-f7d79c619d11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-1-iscsi, 99986509-8f38-4367-bddf-849da045cf2d) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:12:49.742800 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7f22a2-d844-4d4a-864b-f7d79c619d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:12:49.743384 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4b7f22a2-d844-4d4a-864b-f7d79c619d11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for subnet (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:49.751257 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e54735-1884-4d33-b4cd-88ed3ddffcd1 None None] Network 99986509-8f38-4367-bddf-849da045cf2d requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:12:49.759765 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-4b7f22a2-d844-4d4a-864b-f7d79c619d11 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3303511 Mar 29 15:12:49.762286 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 45572) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:49.767215 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-7758a3d3-4b15-42b4-af3c-88aef0ecd117 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1885530525-router', 'tenant_id': '996200d160e24bf3993322d73f717a76', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:12:49.786632 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7758a3d3-4b15-42b4-af3c-88aef0ecd117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1791284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2970'] for router (8b68c9d6-937a-4399-b5d6-1a41d99cf364), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:49.787608 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7758a3d3-4b15-42b4-af3c-88aef0ecd117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1818329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2947'] for router (8b68c9d6-937a-4399-b5d6-1a41d99cf364), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:49.815804 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-0923d75c-9674-4d4f-a0d2-c2853fcf6158 None None] Set router 9b7dd2bf-80e6-4da1-9edc-872c912fc803 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:12:49.840522 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7758a3d3-4b15-42b4-af3c-88aef0ecd117 admin admin] Publish callbacks [] for router_controller (8b68c9d6-937a-4399-b5d6-1a41d99cf364), precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:49.973886 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464d78f4-84d9-437c-be0d-0c8a9bd2d584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp951e514f-1a9b-555e-af63-f294bc248ed5-99986509-8f38-4367-bddf-849da045cf2d', 'network_id': '99986509-8f38-4367-bddf-849da045cf2d', 'project_id': '996200d160e24bf3993322d73f717a76', 'fixed_ips': [{'subnet_id': 'fa1cd8ae-258d-452e-817f-27a989c0e944'}]}} from dv-cinder-835635-1-iscsi. {{(pid=103155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:12:49.974799 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-464d78f4-84d9-437c-be0d-0c8a9bd2d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:49.982874 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7758a3d3-4b15-42b4-af3c-88aef0ecd117 admin admin] Publish callbacks [] for router_gateway (8b68c9d6-937a-4399-b5d6-1a41d99cf364), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:50.190536 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7758a3d3-4b15-42b4-af3c-88aef0ecd117 admin admin] Publish callbacks [] for router_gateway (8b68c9d6-937a-4399-b5d6-1a41d99cf364), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:50.210392 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7758a3d3-4b15-42b4-af3c-88aef0ecd117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:50.309150 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.db_base_plugin_common [None req-464d78f4-84d9-437c-be0d-0c8a9bd2d584 None None] Allocated IP 172.20.0.2 (99986509-8f38-4367-bddf-849da045cf2d/fa1cd8ae-258d-452e-817f-27a989c0e944/22e0c83a-9476-40b3-baad-30369ed18e92) {{(pid=103155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:12:50.314261 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-7758a3d3-4b15-42b4-af3c-88aef0ecd117 admin admin] Allocated IP 172.27.2.19 (73fab6d0-c07f-433f-9c69-8ff3a31867f5/bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83/8a4a67d5-aa7c-4668-99c7-f0ef3e191652) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:12:50.318443 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-0923d75c-9674-4d4f-a0d2-c2853fcf6158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'name': 'tempest-TestVolumeBootPattern-203760922-router', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:47Z', 'revision_number': 4, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'gw_port': {'id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'c2f76b5c-c6ad-443b-b39d-0538b335d304', 'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'mac_address': 'fa:16:3e:97:11:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:47Z', 'updated_at': '2022-03-29T15:12:47Z', 'revision_number': 2, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'subnets': [{'id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:50.347924 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0923d75c-9674-4d4f-a0d2-c2853fcf6158 None None] Checking router: 9b7dd2bf-80e6-4da1-9edc-872c912fc803 for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:12:50.348283 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0923d75c-9674-4d4f-a0d2-c2853fcf6158 None None] Updating router 9b7dd2bf-80e6-4da1-9edc-872c912fc803 port c2f76b5c-c6ad-443b-b39d-0538b335d304 binding host dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:12:50.418937 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-0923d75c-9674-4d4f-a0d2-c2853fcf6158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (c2f76b5c-c6ad-443b-b39d-0538b335d304), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:50.421506 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7758a3d3-4b15-42b4-af3c-88aef0ecd117 admin admin] Publish callbacks [] for port (8a4a67d5-aa7c-4668-99c7-f0ef3e191652), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:50.460157 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7758a3d3-4b15-42b4-af3c-88aef0ecd117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (8a4a67d5-aa7c-4668-99c7-f0ef3e191652), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:50.495819 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7758a3d3-4b15-42b4-af3c-88aef0ecd117 admin admin] Network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:12:50.498618 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-7758a3d3-4b15-42b4-af3c-88aef0ecd117 admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:12:50.502161 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7758a3d3-4b15-42b4-af3c-88aef0ecd117 admin admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:12:50.528181 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758a3d3-4b15-42b4-af3c-88aef0ecd117 admin admin] Pushing event updated for resources: {'Port': ['ID=8a4a67d5-aa7c-4668-99c7-f0ef3e191652,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:50.648544 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-464d78f4-84d9-437c-be0d-0c8a9bd2d584 None None] Publish callbacks [] for port (22e0c83a-9476-40b3-baad-30369ed18e92), precommit_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:50.660742 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-464d78f4-84d9-437c-be0d-0c8a9bd2d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196'] for port (22e0c83a-9476-40b3-baad-30369ed18e92), after_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:50.675732 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device eca78757-89f1-4c94-afdb-00f3b412abd6 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:12:50.751457 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464d78f4-84d9-437c-be0d-0c8a9bd2d584 None None] Network 99986509-8f38-4367-bddf-849da045cf2d is already hosted by enough agents. {{(pid=103155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:12:50.776229 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.scheduler.base_scheduler [None req-464d78f4-84d9-437c-be0d-0c8a9bd2d584 None None] Resources bound (agent type, host, resource id): {{(pid=103155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:12:50.781295 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d78f4-84d9-437c-be0d-0c8a9bd2d584 None None] Pushing event updated for resources: {'Port': ['ID=22e0c83a-9476-40b3-baad-30369ed18e92,revision_number=1']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:50.783719 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464d78f4-84d9-437c-be0d-0c8a9bd2d584 None None] Received port after_create {{(pid=103155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:12:50.784244 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7758a3d3-4b15-42b4-af3c-88aef0ecd117 admin admin] Publish callbacks [] for router_gateway (8b68c9d6-937a-4399-b5d6-1a41d99cf364), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:50.893465 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port eca78757-89f1-4c94-afdb-00f3b412abd6 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:12:50.893763 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (eca78757-89f1-4c94-afdb-00f3b412abd6), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:50.916417 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-464d78f4-84d9-437c-be0d-0c8a9bd2d584 None None] Attempting to bind port 22e0c83a-9476-40b3-baad-30369ed18e92 on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:12:50.916812 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-464d78f4-84d9-437c-be0d-0c8a9bd2d584 None None] Attempting to bind port 22e0c83a-9476-40b3-baad-30369ed18e92 by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': '43a80e0f-c6e7-48e5-beca-fc2648c94a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99986509-8f38-4367-bddf-849da045cf2d'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:12:50.917182 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464d78f4-84d9-437c-be0d-0c8a9bd2d584 None None] Attempting to bind port 22e0c83a-9476-40b3-baad-30369ed18e92 on network 99986509-8f38-4367-bddf-849da045cf2d {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:12:50.936161 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464d78f4-84d9-437c-be0d-0c8a9bd2d584 None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:12:50.936537 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464d78f4-84d9-437c-be0d-0c8a9bd2d584 None None] Checking segment: {'id': '43a80e0f-c6e7-48e5-beca-fc2648c94a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99986509-8f38-4367-bddf-849da045cf2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:12:50.937027 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-464d78f4-84d9-437c-be0d-0c8a9bd2d584 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:50.937429 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464d78f4-84d9-437c-be0d-0c8a9bd2d584 None None] Bound using segment: {'id': '43a80e0f-c6e7-48e5-beca-fc2648c94a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99986509-8f38-4367-bddf-849da045cf2d'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:12:50.937910 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-464d78f4-84d9-437c-be0d-0c8a9bd2d584 None None] Bound port: 22e0c83a-9476-40b3-baad-30369ed18e92, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a80e0f-c6e7-48e5-beca-fc2648c94a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99986509-8f38-4367-bddf-849da045cf2d'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:12:50.938298 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-464d78f4-84d9-437c-be0d-0c8a9bd2d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (22e0c83a-9476-40b3-baad-30369ed18e92), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:50.948786 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-0923d75c-9674-4d4f-a0d2-c2853fcf6158 None None] Publish callbacks [] for port (c2f76b5c-c6ad-443b-b39d-0538b335d304), precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:50.972222 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-0923d75c-9674-4d4f-a0d2-c2853fcf6158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (c2f76b5c-c6ad-443b-b39d-0538b335d304), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:50.991031 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7758a3d3-4b15-42b4-af3c-88aef0ecd117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1793453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787170'] for router (8b68c9d6-937a-4399-b5d6-1a41d99cf364), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:51.108003 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-464d78f4-84d9-437c-be0d-0c8a9bd2d584 None None] For port 22e0c83a-9476-40b3-baad-30369ed18e92, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:12:51.110300 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d1515-f3a1-4bc9-b3bc-ca911bcd7586 None None] Pushing event updated for resources: {'Port': ['ID=c2f76b5c-c6ad-443b-b39d-0538b335d304,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:51.145738 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port eca78757-89f1-4c94-afdb-00f3b412abd6 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:12:51.163982 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-464d78f4-84d9-437c-be0d-0c8a9bd2d584 None None] For port 22e0c83a-9476-40b3-baad-30369ed18e92, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=22e0c83a-9476-40b3-baad-30369ed18e92,segment=NetworkSegment(43a80e0f-c6e7-48e5-beca-fc2648c94a48),segment_id=43a80e0f-c6e7-48e5-beca-fc2648c94a48)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:12:51.178750 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-464d78f4-84d9-437c-be0d-0c8a9bd2d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (22e0c83a-9476-40b3-baad-30369ed18e92), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:51.213673 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-0923d75c-9674-4d4f-a0d2-c2853fcf6158 None None] Attempting to bind port c2f76b5c-c6ad-443b-b39d-0538b335d304 on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:12:51.213673 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-0923d75c-9674-4d4f-a0d2-c2853fcf6158 None None] Attempting to bind port c2f76b5c-c6ad-443b-b39d-0538b335d304 by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': '13900b9a-4061-4f7b-81bb-9d27483245b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:12:51.213673 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0923d75c-9674-4d4f-a0d2-c2853fcf6158 None None] Attempting to bind port c2f76b5c-c6ad-443b-b39d-0538b335d304 on network 7361a085-d96a-4f31-b765-5a3a0b40e7c7 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:12:51.229436 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0923d75c-9674-4d4f-a0d2-c2853fcf6158 None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:12:51.229816 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0923d75c-9674-4d4f-a0d2-c2853fcf6158 None None] Checking segment: {'id': '13900b9a-4061-4f7b-81bb-9d27483245b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:12:51.230226 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-0923d75c-9674-4d4f-a0d2-c2853fcf6158 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:51.230696 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0923d75c-9674-4d4f-a0d2-c2853fcf6158 None None] Bound using segment: {'id': '13900b9a-4061-4f7b-81bb-9d27483245b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:12:51.231097 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-0923d75c-9674-4d4f-a0d2-c2853fcf6158 None None] Bound port: c2f76b5c-c6ad-443b-b39d-0538b335d304, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13900b9a-4061-4f7b-81bb-9d27483245b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:12:51.231489 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-0923d75c-9674-4d4f-a0d2-c2853fcf6158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (c2f76b5c-c6ad-443b-b39d-0538b335d304), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:51.274348 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d78f4-84d9-437c-be0d-0c8a9bd2d584 None None] Pushing event updated for resources: {'Port': ['ID=22e0c83a-9476-40b3-baad-30369ed18e92,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:51.303786 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-b7bb392f-8063-45fa-804a-e545ab2fc38b None None] Provisioning complete for port c2f76b5c-c6ad-443b-b39d-0538b335d304 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:12:51.304093 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b7bb392f-8063-45fa-804a-e545ab2fc38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (c2f76b5c-c6ad-443b-b39d-0538b335d304), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:51.364902 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-0923d75c-9674-4d4f-a0d2-c2853fcf6158 None None] For port c2f76b5c-c6ad-443b-b39d-0538b335d304, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:12:51.367423 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-b7bb392f-8063-45fa-804a-e545ab2fc38b None None] Port c2f76b5c-c6ad-443b-b39d-0538b335d304 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:12:51.367638 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7758a3d3-4b15-42b4-af3c-88aef0ecd117 admin admin] Router 8b68c9d6-937a-4399-b5d6-1a41d99cf364 is scheduled to L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:12:51.379683 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-0923d75c-9674-4d4f-a0d2-c2853fcf6158 None None] For port c2f76b5c-c6ad-443b-b39d-0538b335d304, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=c2f76b5c-c6ad-443b-b39d-0538b335d304,segment=NetworkSegment(13900b9a-4061-4f7b-81bb-9d27483245b5),segment_id=13900b9a-4061-4f7b-81bb-9d27483245b5)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:12:51.388956 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-0923d75c-9674-4d4f-a0d2-c2853fcf6158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (c2f76b5c-c6ad-443b-b39d-0538b335d304), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:51.454588 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0923d75c-9674-4d4f-a0d2-c2853fcf6158 None None] Routers {'9b7dd2bf-80e6-4da1-9edc-872c912fc803'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:12:51.455315 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-0923d75c-9674-4d4f-a0d2-c2853fcf6158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:12:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:51.460762 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d1515-f3a1-4bc9-b3bc-ca911bcd7586 None None] Pushing event updated for resources: {'Port': ['ID=c2f76b5c-c6ad-443b-b39d-0538b335d304,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:51.535811 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7758a3d3-4b15-42b4-af3c-88aef0ecd117 admin admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:12:51.547223 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426c0b31-f6af-47f4-a257-a1fa76b4d349 None None] Sync routers for ids ['8b68c9d6-937a-4399-b5d6-1a41d99cf364'] in dv-cinder-835635-1-iscsi {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:12:51.562277 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426c0b31-f6af-47f4-a257-a1fa76b4d349 None None] Routers {'8b68c9d6-937a-4399-b5d6-1a41d99cf364'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:12:51.562902 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-426c0b31-f6af-47f4-a257-a1fa76b4d349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:12:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['8b68c9d6-937a-4399-b5d6-1a41d99cf364'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:51.573385 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7758a3d3-4b15-42b4-af3c-88aef0ecd117 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:51.578186 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 45580) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:51.580290 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-7758a3d3-4b15-42b4-af3c-88aef0ecd117 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8167219 Mar 29 15:12:51.604404 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-0923d75c-9674-4d4f-a0d2-c2853fcf6158 None None] Set router 9b7dd2bf-80e6-4da1-9edc-872c912fc803 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:12:51.714675 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-426c0b31-f6af-47f4-a257-a1fa76b4d349 None None] Set router 8b68c9d6-937a-4399-b5d6-1a41d99cf364 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:12:51.819746 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-ddf48d69-581f-4af9-beb9-915e4346a76f None None] Provisioning complete for port c2f76b5c-c6ad-443b-b39d-0538b335d304 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:12:51.820300 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ddf48d69-581f-4af9-beb9-915e4346a76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (c2f76b5c-c6ad-443b-b39d-0538b335d304), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:51.916415 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-426c0b31-f6af-47f4-a257-a1fa76b4d349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b68c9d6-937a-4399-b5d6-1a41d99cf364', 'name': 'tempest-TestVolumeBootPattern-1885530525-router', 'tenant_id': '996200d160e24bf3993322d73f717a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '8a4a67d5-aa7c-4668-99c7-f0ef3e191652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:49Z', 'updated_at': '2022-03-29T15:12:50Z', 'revision_number': 3, 'project_id': '996200d160e24bf3993322d73f717a76', 'gw_port': {'id': '8a4a67d5-aa7c-4668-99c7-f0ef3e191652', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b68c9d6-937a-4399-b5d6-1a41d99cf364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:50Z', 'updated_at': '2022-03-29T15:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:51.927669 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-0923d75c-9674-4d4f-a0d2-c2853fcf6158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'name': 'tempest-TestVolumeBootPattern-203760922-router', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:47Z', 'revision_number': 4, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'gw_port': {'id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'c2f76b5c-c6ad-443b-b39d-0538b335d304', 'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'mac_address': 'fa:16:3e:97:11:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:47Z', 'updated_at': '2022-03-29T15:12:51Z', 'revision_number': 4, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'subnets': [{'id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:51.944035 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426c0b31-f6af-47f4-a257-a1fa76b4d349 None None] Checking router: 8b68c9d6-937a-4399-b5d6-1a41d99cf364 for host: dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:12:51.944382 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426c0b31-f6af-47f4-a257-a1fa76b4d349 None None] Updating router 8b68c9d6-937a-4399-b5d6-1a41d99cf364 port 8a4a67d5-aa7c-4668-99c7-f0ef3e191652 binding host dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:12:51.959816 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0923d75c-9674-4d4f-a0d2-c2853fcf6158 None None] The sync data for ids ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'] in dv-cinder-835635-1-iscsi is: [{'id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'name': 'tempest-TestVolumeBootPattern-203760922-router', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:47Z', 'revision_number': 4, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'gw_port': {'id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'c2f76b5c-c6ad-443b-b39d-0538b335d304', 'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'mac_address': 'fa:16:3e:97:11:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:47Z', 'updated_at': '2022-03-29T15:12:51Z', 'revision_number': 4, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'subnets': [{'id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:12:51.967058 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-ddf48d69-581f-4af9-beb9-915e4346a76f None None] Current status of the port c2f76b5c-c6ad-443b-b39d-0538b335d304 is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:12:51.967448 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ddf48d69-581f-4af9-beb9-915e4346a76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (c2f76b5c-c6ad-443b-b39d-0538b335d304), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:51.985754 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-426c0b31-f6af-47f4-a257-a1fa76b4d349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (8a4a67d5-aa7c-4668-99c7-f0ef3e191652), before_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:52.004007 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-ddf48d69-581f-4af9-beb9-915e4346a76f None None] For port c2f76b5c-c6ad-443b-b39d-0538b335d304, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=c2f76b5c-c6ad-443b-b39d-0538b335d304,segment=NetworkSegment(13900b9a-4061-4f7b-81bb-9d27483245b5),segment_id=13900b9a-4061-4f7b-81bb-9d27483245b5)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:12:52.030349 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ddf48d69-581f-4af9-beb9-915e4346a76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (c2f76b5c-c6ad-443b-b39d-0538b335d304), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:52.117944 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf48d69-581f-4af9-beb9-915e4346a76f None None] Pushing event updated for resources: {'Port': ['ID=c2f76b5c-c6ad-443b-b39d-0538b335d304,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:52.148215 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cf23053e-b65c-4ada-9c70-f709a67ae174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:52.350141 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-cf23053e-b65c-4ada-9c70-f709a67ae174 admin admin] Allocated IP 172.20.0.1 (99986509-8f38-4367-bddf-849da045cf2d/fa1cd8ae-258d-452e-817f-27a989c0e944/2bdfa76a-35c2-4836-a2c7-ccefac8ea413) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:12:52.366100 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-426c0b31-f6af-47f4-a257-a1fa76b4d349 None None] Publish callbacks [] for port (8a4a67d5-aa7c-4668-99c7-f0ef3e191652), precommit_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:52.373914 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-426c0b31-f6af-47f4-a257-a1fa76b4d349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (8a4a67d5-aa7c-4668-99c7-f0ef3e191652), after_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:52.419877 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f7073-1e94-422b-8eb8-b30075985705 None None] Pushing event updated for resources: {'Port': ['ID=8a4a67d5-aa7c-4668-99c7-f0ef3e191652,revision_number=2']} {{(pid=103156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:52.445915 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-426c0b31-f6af-47f4-a257-a1fa76b4d349 None None] Attempting to bind port 8a4a67d5-aa7c-4668-99c7-f0ef3e191652 on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:12:52.446740 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-426c0b31-f6af-47f4-a257-a1fa76b4d349 None None] Attempting to bind port 8a4a67d5-aa7c-4668-99c7-f0ef3e191652 by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}] {{(pid=103156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:12:52.447322 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426c0b31-f6af-47f4-a257-a1fa76b4d349 None None] Attempting to bind port 8a4a67d5-aa7c-4668-99c7-f0ef3e191652 on network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:12:52.455739 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426c0b31-f6af-47f4-a257-a1fa76b4d349 None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:12:52.456364 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426c0b31-f6af-47f4-a257-a1fa76b4d349 None None] Checking segment: {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:12:52.456827 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-426c0b31-f6af-47f4-a257-a1fa76b4d349 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:52.457220 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426c0b31-f6af-47f4-a257-a1fa76b4d349 None None] Bound using segment: {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'} {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:12:52.457690 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-426c0b31-f6af-47f4-a257-a1fa76b4d349 None None] Bound port: 8a4a67d5-aa7c-4668-99c7-f0ef3e191652, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}}] {{(pid=103156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:12:52.458069 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-426c0b31-f6af-47f4-a257-a1fa76b4d349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (8a4a67d5-aa7c-4668-99c7-f0ef3e191652), before_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:52.495187 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0c56e9-5844-430e-9ec7-c51b91ed3fa2 None None] Network 99986509-8f38-4367-bddf-849da045cf2d requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:12:52.504719 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cf23053e-b65c-4ada-9c70-f709a67ae174 admin admin] Publish callbacks [] for port (2bdfa76a-35c2-4836-a2c7-ccefac8ea413), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:52.534374 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.db [None req-426c0b31-f6af-47f4-a257-a1fa76b4d349 None None] For port 8a4a67d5-aa7c-4668-99c7-f0ef3e191652, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:12:52.539756 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.db [None req-426c0b31-f6af-47f4-a257-a1fa76b4d349 None None] For port 8a4a67d5-aa7c-4668-99c7-f0ef3e191652, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=8a4a67d5-aa7c-4668-99c7-f0ef3e191652,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:12:52.551454 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-426c0b31-f6af-47f4-a257-a1fa76b4d349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (8a4a67d5-aa7c-4668-99c7-f0ef3e191652), after_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:52.581302 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cf23053e-b65c-4ada-9c70-f709a67ae174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (2bdfa76a-35c2-4836-a2c7-ccefac8ea413), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:52.601515 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-901c2735-1c65-430c-9f87-2b033c14ecf1 None None] Provisioning complete for port 22e0c83a-9476-40b3-baad-30369ed18e92 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:12:52.601895 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-901c2735-1c65-430c-9f87-2b033c14ecf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (22e0c83a-9476-40b3-baad-30369ed18e92), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:52.650797 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf23053e-b65c-4ada-9c70-f709a67ae174 admin admin] Network 99986509-8f38-4367-bddf-849da045cf2d is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:12:52.658511 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-cf23053e-b65c-4ada-9c70-f709a67ae174 admin admin] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:12:52.667317 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf23053e-b65c-4ada-9c70-f709a67ae174 admin admin] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:12:52.674859 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f7073-1e94-422b-8eb8-b30075985705 None None] Pushing event updated for resources: {'Port': ['ID=8a4a67d5-aa7c-4668-99c7-f0ef3e191652,revision_number=3']} {{(pid=103156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:52.688701 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426c0b31-f6af-47f4-a257-a1fa76b4d349 None None] Routers {'8b68c9d6-937a-4399-b5d6-1a41d99cf364'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:12:52.689515 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-426c0b31-f6af-47f4-a257-a1fa76b4d349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:12:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['8b68c9d6-937a-4399-b5d6-1a41d99cf364'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:52.732540 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23053e-b65c-4ada-9c70-f709a67ae174 admin admin] Pushing event updated for resources: {'Port': ['ID=2bdfa76a-35c2-4836-a2c7-ccefac8ea413,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:52.755175 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cf23053e-b65c-4ada-9c70-f709a67ae174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787637'] for router_interface (8b68c9d6-937a-4399-b5d6-1a41d99cf364), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:52.821916 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-901c2735-1c65-430c-9f87-2b033c14ecf1 None None] Current status of the port 22e0c83a-9476-40b3-baad-30369ed18e92 is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:12:52.822457 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-901c2735-1c65-430c-9f87-2b033c14ecf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (22e0c83a-9476-40b3-baad-30369ed18e92), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:52.852836 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 22e0c83a-9476-40b3-baad-30369ed18e92 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:12:52.903373 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-901c2735-1c65-430c-9f87-2b033c14ecf1 None None] For port 22e0c83a-9476-40b3-baad-30369ed18e92, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=22e0c83a-9476-40b3-baad-30369ed18e92,segment=NetworkSegment(43a80e0f-c6e7-48e5-beca-fc2648c94a48),segment_id=43a80e0f-c6e7-48e5-beca-fc2648c94a48)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:12:52.996409 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-901c2735-1c65-430c-9f87-2b033c14ecf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (22e0c83a-9476-40b3-baad-30369ed18e92), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:53.020608 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 45592) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:53.045069 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 22e0c83a-9476-40b3-baad-30369ed18e92 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:12:53.045538 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (22e0c83a-9476-40b3-baad-30369ed18e92), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:53.047875 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-426c0b31-f6af-47f4-a257-a1fa76b4d349 None None] Set router 8b68c9d6-937a-4399-b5d6-1a41d99cf364 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:12:53.075020 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cf23053e-b65c-4ada-9c70-f709a67ae174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (2bdfa76a-35c2-4836-a2c7-ccefac8ea413), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:53.400425 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8a617ade-d454-4b03-955b-0559a139262b None None] Provisioning complete for port 22e0c83a-9476-40b3-baad-30369ed18e92 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:12:53.400838 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8a617ade-d454-4b03-955b-0559a139262b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (22e0c83a-9476-40b3-baad-30369ed18e92), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:53.403942 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c2735-1c65-430c-9f87-2b033c14ecf1 None None] Pushing event updated for resources: {'Port': ['ID=22e0c83a-9476-40b3-baad-30369ed18e92,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:53.405123 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-426c0b31-f6af-47f4-a257-a1fa76b4d349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b68c9d6-937a-4399-b5d6-1a41d99cf364', 'name': 'tempest-TestVolumeBootPattern-1885530525-router', 'tenant_id': '996200d160e24bf3993322d73f717a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '8a4a67d5-aa7c-4668-99c7-f0ef3e191652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:49Z', 'updated_at': '2022-03-29T15:12:50Z', 'revision_number': 3, 'project_id': '996200d160e24bf3993322d73f717a76', 'gw_port': {'id': '8a4a67d5-aa7c-4668-99c7-f0ef3e191652', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b68c9d6-937a-4399-b5d6-1a41d99cf364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:50Z', 'updated_at': '2022-03-29T15:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:53.435933 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426c0b31-f6af-47f4-a257-a1fa76b4d349 None None] The sync data for ids ['8b68c9d6-937a-4399-b5d6-1a41d99cf364'] in dv-cinder-835635-1-iscsi is: [{'id': '8b68c9d6-937a-4399-b5d6-1a41d99cf364', 'name': 'tempest-TestVolumeBootPattern-1885530525-router', 'tenant_id': '996200d160e24bf3993322d73f717a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '8a4a67d5-aa7c-4668-99c7-f0ef3e191652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:49Z', 'updated_at': '2022-03-29T15:12:50Z', 'revision_number': 3, 'project_id': '996200d160e24bf3993322d73f717a76', 'gw_port': {'id': '8a4a67d5-aa7c-4668-99c7-f0ef3e191652', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b68c9d6-937a-4399-b5d6-1a41d99cf364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:50Z', 'updated_at': '2022-03-29T15:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}] {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:12:53.542364 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 22e0c83a-9476-40b3-baad-30369ed18e92 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:12:53.543523 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device c2f76b5c-c6ad-443b-b39d-0538b335d304 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:12:53.596355 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8a617ade-d454-4b03-955b-0559a139262b None None] Current status of the port 22e0c83a-9476-40b3-baad-30369ed18e92 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:12:53.616591 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8a617ade-d454-4b03-955b-0559a139262b None None] Provisioning complete for port 2bdfa76a-35c2-4836-a2c7-ccefac8ea413 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:12:53.617091 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8a617ade-d454-4b03-955b-0559a139262b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (2bdfa76a-35c2-4836-a2c7-ccefac8ea413), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:53.666709 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8a617ade-d454-4b03-955b-0559a139262b None None] Port 2bdfa76a-35c2-4836-a2c7-ccefac8ea413 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:12:53.670431 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port c2f76b5c-c6ad-443b-b39d-0538b335d304 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:12:53.670975 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (c2f76b5c-c6ad-443b-b39d-0538b335d304), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:53.770229 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cf23053e-b65c-4ada-9c70-f709a67ae174 admin admin] Publish callbacks [] for port (2bdfa76a-35c2-4836-a2c7-ccefac8ea413), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:53.778441 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cf23053e-b65c-4ada-9c70-f709a67ae174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (2bdfa76a-35c2-4836-a2c7-ccefac8ea413), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:53.798896 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port c2f76b5c-c6ad-443b-b39d-0538b335d304 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:12:53.808733 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-99ba4710-7b38-41d9-a198-81d87af268c1 None None] Provisioning complete for port 2bdfa76a-35c2-4836-a2c7-ccefac8ea413 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:12:53.809170 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-99ba4710-7b38-41d9-a198-81d87af268c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (2bdfa76a-35c2-4836-a2c7-ccefac8ea413), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:53.848234 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-99ba4710-7b38-41d9-a198-81d87af268c1 None None] Port 2bdfa76a-35c2-4836-a2c7-ccefac8ea413 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:12:53.931333 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23053e-b65c-4ada-9c70-f709a67ae174 admin admin] Pushing event updated for resources: {'Port': ['ID=2bdfa76a-35c2-4836-a2c7-ccefac8ea413,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:53.933760 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cf23053e-b65c-4ada-9c70-f709a67ae174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787489'] for router_interface (8b68c9d6-937a-4399-b5d6-1a41d99cf364), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:54.131784 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf23053e-b65c-4ada-9c70-f709a67ae174 admin admin] Network 99986509-8f38-4367-bddf-849da045cf2d is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:12:54.135293 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-cf23053e-b65c-4ada-9c70-f709a67ae174 admin admin] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:12:54.307848 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf23053e-b65c-4ada-9c70-f709a67ae174 admin admin] Router 8b68c9d6-937a-4399-b5d6-1a41d99cf364 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:12:54.373784 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-997cca6c-4ec0-421e-8752-36357131a645 None None] Provisioning complete for port 2bdfa76a-35c2-4836-a2c7-ccefac8ea413 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:12:54.374136 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-997cca6c-4ec0-421e-8752-36357131a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (2bdfa76a-35c2-4836-a2c7-ccefac8ea413), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:54.407683 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-82c9443d-755f-46b0-9601-27c3bb0759a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1787516'] for router_interface (f5013327-8421-4e0f-9c5c-8328af6663e0), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:54.415362 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-997cca6c-4ec0-421e-8752-36357131a645 None None] Port 2bdfa76a-35c2-4836-a2c7-ccefac8ea413 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:12:54.527020 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf23053e-b65c-4ada-9c70-f709a67ae174 admin admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:12:54.542702 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-cf23053e-b65c-4ada-9c70-f709a67ae174 admin admin] 10.222.0.35 "PUT /v2.0/routers/8b68c9d6-937a-4399-b5d6-1a41d99cf364/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9551532 Mar 29 15:12:54.740537 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-82c9443d-755f-46b0-9601-27c3bb0759a6 admin admin] Deleting port bc27fd16-bb24-424b-8177-a8dd94880c76 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:12:54.741414 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-82c9443d-755f-46b0-9601-27c3bb0759a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (bc27fd16-bb24-424b-8177-a8dd94880c76), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:54.804929 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 22e0c83a-9476-40b3-baad-30369ed18e92 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:12:54.854335 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-82c9443d-755f-46b0-9601-27c3bb0759a6 admin admin] For port bc27fd16-bb24-424b-8177-a8dd94880c76, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=bc27fd16-bb24-424b-8177-a8dd94880c76,segment=NetworkSegment(d32bf408-be36-4d34-802e-1529276988f7),segment_id=d32bf408-be36-4d34-802e-1529276988f7)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:12:54.855515 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-82c9443d-755f-46b0-9601-27c3bb0759a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (bc27fd16-bb24-424b-8177-a8dd94880c76), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:54.872326 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-82c9443d-755f-46b0-9601-27c3bb0759a6 admin admin] Calling delete_port for bc27fd16-bb24-424b-8177-a8dd94880c76 owned by network:router_interface {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:12:54.877061 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 22e0c83a-9476-40b3-baad-30369ed18e92 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:12:54.877542 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (22e0c83a-9476-40b3-baad-30369ed18e92), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:54.964154 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 22e0c83a-9476-40b3-baad-30369ed18e92 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:12:54.965250 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 8a4a67d5-aa7c-4668-99c7-f0ef3e191652 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:12:55.015867 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 45622) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:55.018570 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 8a4a67d5-aa7c-4668-99c7-f0ef3e191652 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:12:55.018955 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (8a4a67d5-aa7c-4668-99c7-f0ef3e191652), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:55.023018 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-e677f699-3f8d-4cf7-bf87-333a76bdb028 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-99421161', 'description': 'tempest-secgroup-smoke-99421161 description', 'project_id': 'cb13df1bbb4c41139dde418a494692fc'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:12:55.048146 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e677f699-3f8d-4cf7-bf87-333a76bdb028 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:55.091777 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-82c9443d-755f-46b0-9601-27c3bb0759a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (bc27fd16-bb24-424b-8177-a8dd94880c76), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:55.112225 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 8a4a67d5-aa7c-4668-99c7-f0ef3e191652 is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:12:55.112792 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (8a4a67d5-aa7c-4668-99c7-f0ef3e191652), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:55.135196 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9443d-755f-46b0-9601-27c3bb0759a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc27fd16-bb24-424b-8177-a8dd94880c76,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:55.139527 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] For port 8a4a67d5-aa7c-4668-99c7-f0ef3e191652, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=8a4a67d5-aa7c-4668-99c7-f0ef3e191652,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:12:55.143862 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e677f699-3f8d-4cf7-bf87-333a76bdb028 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for security_group (69500dcf-ac56-439b-98bc-1bfb7d8520da), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:55.146023 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (8a4a67d5-aa7c-4668-99c7-f0ef3e191652), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:55.147777 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e677f699-3f8d-4cf7-bf87-333a76bdb028 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (69500dcf-ac56-439b-98bc-1bfb7d8520da), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:55.199258 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677f699-3f8d-4cf7-bf87-333a76bdb028 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69500dcf-ac56-439b-98bc-1bfb7d8520da,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:55.214531 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e677f699-3f8d-4cf7-bf87-333a76bdb028 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:55.215991 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-e677f699-3f8d-4cf7-bf87-333a76bdb028 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1991348 Mar 29 15:12:55.218952 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 45634) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:55.224870 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-10f77ea4-035a-40d2-91c4-18fc91c474c6 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Request body: {'security_group_rule': {'security_group_id': '69500dcf-ac56-439b-98bc-1bfb7d8520da', 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:12:55.252623 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Pushing event updated for resources: {'Port': ['ID=8a4a67d5-aa7c-4668-99c7-f0ef3e191652,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:55.259909 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-10f77ea4-035a-40d2-91c4-18fc91c474c6 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for security_group_rule (14495637-1853-483f-9750-5747d9af28f9), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:55.376179 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-10f77ea4-035a-40d2-91c4-18fc91c474c6 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for security_group_rule (14495637-1853-483f-9750-5747d9af28f9), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:55.382600 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-10f77ea4-035a-40d2-91c4-18fc91c474c6 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (14495637-1853-483f-9750-5747d9af28f9), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:55.398850 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-82c9443d-755f-46b0-9601-27c3bb0759a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786860'] for router_interface (f5013327-8421-4e0f-9c5c-8328af6663e0), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:55.411108 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f77ea4-035a-40d2-91c4-18fc91c474c6 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14495637-1853-483f-9750-5747d9af28f9,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:55.423202 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-10f77ea4-035a-40d2-91c4-18fc91c474c6 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:55.424972 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-10f77ea4-035a-40d2-91c4-18fc91c474c6 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2044139 Mar 29 15:12:55.427527 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 45642) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:55.432180 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-c5f9ffb0-31d6-4704-8ea3-66da650a1514 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Request body: {'security_group_rule': {'security_group_id': '69500dcf-ac56-439b-98bc-1bfb7d8520da', 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:12:55.462050 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c5f9ffb0-31d6-4704-8ea3-66da650a1514 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for security_group_rule (b42b1f6f-781a-4da2-a450-bdf4b4669b8a), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:55.529337 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c5f9ffb0-31d6-4704-8ea3-66da650a1514 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for security_group_rule (b42b1f6f-781a-4da2-a450-bdf4b4669b8a), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:55.535727 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c5f9ffb0-31d6-4704-8ea3-66da650a1514 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (b42b1f6f-781a-4da2-a450-bdf4b4669b8a), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:55.558521 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9ffb0-31d6-4704-8ea3-66da650a1514 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42b1f6f-781a-4da2-a450-bdf4b4669b8a,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:55.573854 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c5f9ffb0-31d6-4704-8ea3-66da650a1514 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:55.579160 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-c5f9ffb0-31d6-4704-8ea3-66da650a1514 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1470962 Mar 29 15:12:55.579373 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 45646) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:55.584234 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-33217e87-0d58-4c0e-9c91-ce99b800f006 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Request body: {'security_group_rule': {'security_group_id': '69500dcf-ac56-439b-98bc-1bfb7d8520da', 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:12:55.614143 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-33217e87-0d58-4c0e-9c91-ce99b800f006 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for security_group_rule (8a1cf497-d5cc-4172-ad8b-46786532aecc), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:55.666006 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c9443d-755f-46b0-9601-27c3bb0759a6 admin admin] Router f5013327-8421-4e0f-9c5c-8328af6663e0 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:12:55.678148 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-33217e87-0d58-4c0e-9c91-ce99b800f006 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for security_group_rule (8a1cf497-d5cc-4172-ad8b-46786532aecc), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:55.683931 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-33217e87-0d58-4c0e-9c91-ce99b800f006 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (8a1cf497-d5cc-4172-ad8b-46786532aecc), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:55.703609 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33217e87-0d58-4c0e-9c91-ce99b800f006 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a1cf497-d5cc-4172-ad8b-46786532aecc,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:55.713648 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-33217e87-0d58-4c0e-9c91-ce99b800f006 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:55.714954 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-33217e87-0d58-4c0e-9c91-ce99b800f006 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1345718 Mar 29 15:12:55.718899 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 45650) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:55.724417 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-6486048a-6f13-46f2-82b8-6f31838fb60d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Request body: {'security_group_rule': {'security_group_id': '69500dcf-ac56-439b-98bc-1bfb7d8520da', 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:12:55.750659 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6486048a-6f13-46f2-82b8-6f31838fb60d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for security_group_rule (e3f2ea65-da89-478c-b1a0-c8f7ba9855be), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:55.787568 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c9443d-755f-46b0-9601-27c3bb0759a6 admin admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:12:55.793929 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-82c9443d-755f-46b0-9601-27c3bb0759a6 admin admin] 10.222.0.35 "PUT /v2.0/routers/f5013327-8421-4e0f-9c5c-8328af6663e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7719357 Mar 29 15:12:55.796824 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 45652) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:55.799428 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d9a3d7-a061-4813-9edc-ff3b1bd1bead None None] Sync routers for ids ['f5013327-8421-4e0f-9c5c-8328af6663e0'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:12:55.812472 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d9a3d7-a061-4813-9edc-ff3b1bd1bead None None] Routers {'f5013327-8421-4e0f-9c5c-8328af6663e0'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:12:55.813836 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-85d9a3d7-a061-4813-9edc-ff3b1bd1bead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:12:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['f5013327-8421-4e0f-9c5c-8328af6663e0'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:55.815254 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c401359-1232-4b9a-9b6d-b713d1cdb4b5 None None] Sync routers for ids ['8b68c9d6-937a-4399-b5d6-1a41d99cf364'] in dv-cinder-835635-1-iscsi {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:12:55.826700 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c401359-1232-4b9a-9b6d-b713d1cdb4b5 None None] Routers {'8b68c9d6-937a-4399-b5d6-1a41d99cf364'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:12:55.828869 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-4c401359-1232-4b9a-9b6d-b713d1cdb4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:12:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['8b68c9d6-937a-4399-b5d6-1a41d99cf364'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:55.892683 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6486048a-6f13-46f2-82b8-6f31838fb60d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for security_group_rule (e3f2ea65-da89-478c-b1a0-c8f7ba9855be), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:55.900159 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6486048a-6f13-46f2-82b8-6f31838fb60d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (e3f2ea65-da89-478c-b1a0-c8f7ba9855be), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:55.925214 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486048a-6f13-46f2-82b8-6f31838fb60d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f2ea65-da89-478c-b1a0-c8f7ba9855be,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:55.940511 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6486048a-6f13-46f2-82b8-6f31838fb60d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:55.944297 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-6486048a-6f13-46f2-82b8-6f31838fb60d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2210610 Mar 29 15:12:55.944612 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 45654) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:55.950469 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-87474954-13ee-462d-af1f-6d2c61bbcceb tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Request body: {'security_group_rule': {'security_group_id': '69500dcf-ac56-439b-98bc-1bfb7d8520da', 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:12:55.951214 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-85d9a3d7-a061-4813-9edc-ff3b1bd1bead None None] Set router f5013327-8421-4e0f-9c5c-8328af6663e0 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:12:55.958672 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b4570e7-5e61-4f2d-af36-45bf1ff8d3e3 admin admin] Publish callbacks [] for router (f5013327-8421-4e0f-9c5c-8328af6663e0), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:55.974909 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.securitygroups_db [None req-87474954-13ee-462d-af1f-6d2c61bbcceb tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Project cb13df1bbb4c41139dde418a494692fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 15:12:55.981520 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-87474954-13ee-462d-af1f-6d2c61bbcceb tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for security_group_rule (f307f121-d129-4bad-8624-715d07641170), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:55.993916 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-4c401359-1232-4b9a-9b6d-b713d1cdb4b5 None None] Set router 8b68c9d6-937a-4399-b5d6-1a41d99cf364 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:12:56.064335 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-87474954-13ee-462d-af1f-6d2c61bbcceb tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for security_group_rule (f307f121-d129-4bad-8624-715d07641170), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:56.074551 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-87474954-13ee-462d-af1f-6d2c61bbcceb tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (f307f121-d129-4bad-8624-715d07641170), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:56.098126 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87474954-13ee-462d-af1f-6d2c61bbcceb tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f307f121-d129-4bad-8624-715d07641170,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:56.108764 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-87474954-13ee-462d-af1f-6d2c61bbcceb tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:56.110303 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-87474954-13ee-462d-af1f-6d2c61bbcceb tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1646070 Mar 29 15:12:56.110736 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b4570e7-5e61-4f2d-af36-45bf1ff8d3e3 admin admin] Publish callbacks [] for router_gateway (f5013327-8421-4e0f-9c5c-8328af6663e0), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:56.112944 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 45656) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:56.119903 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-96461c23-a233-47c3-81c6-c927be0236f6 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Request body: {'security_group_rule': {'security_group_id': '69500dcf-ac56-439b-98bc-1bfb7d8520da', 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:12:56.144586 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.securitygroups_db [None req-96461c23-a233-47c3-81c6-c927be0236f6 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Project cb13df1bbb4c41139dde418a494692fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 15:12:56.150117 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-96461c23-a233-47c3-81c6-c927be0236f6 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for security_group_rule (bebb171b-0063-497b-b8b3-738f4528f20b), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:56.176483 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-85d9a3d7-a061-4813-9edc-ff3b1bd1bead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'name': 'tempest-AttachVolumeShelveTestJSON-167309499-router', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:03:54Z', 'updated_at': '2022-03-29T15:12:55Z', 'revision_number': 5, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'gw_port': {'id': '55cf3a78-84b5-43ce-8ff0-03643ed83d16', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:03:55Z', 'updated_at': '2022-03-29T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:56.194184 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-7b4570e7-5e61-4f2d-af36-45bf1ff8d3e3 admin admin] Deleting port 55cf3a78-84b5-43ce-8ff0-03643ed83d16 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:12:56.194797 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b4570e7-5e61-4f2d-af36-45bf1ff8d3e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (55cf3a78-84b5-43ce-8ff0-03643ed83d16), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:56.205897 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d9a3d7-a061-4813-9edc-ff3b1bd1bead None None] Checking router: f5013327-8421-4e0f-9c5c-8328af6663e0 for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:12:56.216829 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d9a3d7-a061-4813-9edc-ff3b1bd1bead None None] Routers {'f5013327-8421-4e0f-9c5c-8328af6663e0'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:12:56.217675 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-85d9a3d7-a061-4813-9edc-ff3b1bd1bead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:12:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['f5013327-8421-4e0f-9c5c-8328af6663e0'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:56.233277 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-96461c23-a233-47c3-81c6-c927be0236f6 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for security_group_rule (bebb171b-0063-497b-b8b3-738f4528f20b), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:56.240931 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-96461c23-a233-47c3-81c6-c927be0236f6 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (bebb171b-0063-497b-b8b3-738f4528f20b), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:56.246642 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-4c401359-1232-4b9a-9b6d-b713d1cdb4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b68c9d6-937a-4399-b5d6-1a41d99cf364', 'name': 'tempest-TestVolumeBootPattern-1885530525-router', 'tenant_id': '996200d160e24bf3993322d73f717a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '8a4a67d5-aa7c-4668-99c7-f0ef3e191652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:49Z', 'updated_at': '2022-03-29T15:12:53Z', 'revision_number': 4, 'project_id': '996200d160e24bf3993322d73f717a76', 'gw_port': {'id': '8a4a67d5-aa7c-4668-99c7-f0ef3e191652', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b68c9d6-937a-4399-b5d6-1a41d99cf364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:50Z', 'updated_at': '2022-03-29T15:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '2bdfa76a-35c2-4836-a2c7-ccefac8ea413', 'name': '', 'network_id': '99986509-8f38-4367-bddf-849da045cf2d', 'tenant_id': '996200d160e24bf3993322d73f717a76', 'mac_address': 'fa:16:3e:e4:ce:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b68c9d6-937a-4399-b5d6-1a41d99cf364', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'fa1cd8ae-258d-452e-817f-27a989c0e944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:52Z', 'updated_at': '2022-03-29T15:12:53Z', 'revision_number': 2, 'project_id': '996200d160e24bf3993322d73f717a76', 'subnets': [{'id': 'fa1cd8ae-258d-452e-817f-27a989c0e944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:56.263527 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96461c23-a233-47c3-81c6-c927be0236f6 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bebb171b-0063-497b-b8b3-738f4528f20b,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:56.270158 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-96461c23-a233-47c3-81c6-c927be0236f6 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:56.271778 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-96461c23-a233-47c3-81c6-c927be0236f6 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1576040 Mar 29 15:12:56.285517 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c401359-1232-4b9a-9b6d-b713d1cdb4b5 None None] Checking router: 8b68c9d6-937a-4399-b5d6-1a41d99cf364 for host: dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:12:56.285974 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c401359-1232-4b9a-9b6d-b713d1cdb4b5 None None] Updating router 8b68c9d6-937a-4399-b5d6-1a41d99cf364 port 2bdfa76a-35c2-4836-a2c7-ccefac8ea413 binding host dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:12:56.317981 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-4c401359-1232-4b9a-9b6d-b713d1cdb4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (2bdfa76a-35c2-4836-a2c7-ccefac8ea413), before_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:56.325274 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-85d9a3d7-a061-4813-9edc-ff3b1bd1bead None None] Set router f5013327-8421-4e0f-9c5c-8328af6663e0 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:12:56.335089 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-7b4570e7-5e61-4f2d-af36-45bf1ff8d3e3 admin admin] For port 55cf3a78-84b5-43ce-8ff0-03643ed83d16, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=55cf3a78-84b5-43ce-8ff0-03643ed83d16,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:12:56.335694 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b4570e7-5e61-4f2d-af36-45bf1ff8d3e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (55cf3a78-84b5-43ce-8ff0-03643ed83d16), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:56.349879 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-7b4570e7-5e61-4f2d-af36-45bf1ff8d3e3 admin admin] Calling delete_port for 55cf3a78-84b5-43ce-8ff0-03643ed83d16 owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:12:56.395676 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-85d9a3d7-a061-4813-9edc-ff3b1bd1bead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'name': 'tempest-AttachVolumeShelveTestJSON-167309499-router', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:03:54Z', 'updated_at': '2022-03-29T15:12:56Z', 'revision_number': 6, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'gw_port_host': None}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:56.437173 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d9a3d7-a061-4813-9edc-ff3b1bd1bead None None] The sync data for ids ['f5013327-8421-4e0f-9c5c-8328af6663e0'] in dv-cinder-835635-1-iscsi is: [{'id': 'f5013327-8421-4e0f-9c5c-8328af6663e0', 'name': 'tempest-AttachVolumeShelveTestJSON-167309499-router', 'tenant_id': 'e407405f1464490f8b4163e9dce23438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:03:54Z', 'updated_at': '2022-03-29T15:12:56Z', 'revision_number': 6, 'project_id': 'e407405f1464490f8b4163e9dce23438', 'gw_port_host': None}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:12:56.557705 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b4570e7-5e61-4f2d-af36-45bf1ff8d3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (55cf3a78-84b5-43ce-8ff0-03643ed83d16), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:56.592482 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:56.597761 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4570e7-5e61-4f2d-af36-45bf1ff8d3e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=55cf3a78-84b5-43ce-8ff0-03643ed83d16,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:56.628902 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-4c401359-1232-4b9a-9b6d-b713d1cdb4b5 None None] Publish callbacks [] for port (2bdfa76a-35c2-4836-a2c7-ccefac8ea413), precommit_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:56.635765 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-4c401359-1232-4b9a-9b6d-b713d1cdb4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (2bdfa76a-35c2-4836-a2c7-ccefac8ea413), after_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:56.673555 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b4570e7-5e61-4f2d-af36-45bf1ff8d3e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787142'] for router_gateway (f5013327-8421-4e0f-9c5c-8328af6663e0), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:56.688104 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90110a-a2c6-47b7-b436-fe3edd4e7237 None None] Pushing event updated for resources: {'Port': ['ID=2bdfa76a-35c2-4836-a2c7-ccefac8ea413,revision_number=3']} {{(pid=103156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:56.799248 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-4c401359-1232-4b9a-9b6d-b713d1cdb4b5 None None] Attempting to bind port 2bdfa76a-35c2-4836-a2c7-ccefac8ea413 on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:12:56.799733 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-4c401359-1232-4b9a-9b6d-b713d1cdb4b5 None None] Attempting to bind port 2bdfa76a-35c2-4836-a2c7-ccefac8ea413 by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': '43a80e0f-c6e7-48e5-beca-fc2648c94a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99986509-8f38-4367-bddf-849da045cf2d'}] {{(pid=103156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:12:56.800192 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c401359-1232-4b9a-9b6d-b713d1cdb4b5 None None] Attempting to bind port 2bdfa76a-35c2-4836-a2c7-ccefac8ea413 on network 99986509-8f38-4367-bddf-849da045cf2d {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:12:56.812800 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c401359-1232-4b9a-9b6d-b713d1cdb4b5 None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:12:56.815172 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c401359-1232-4b9a-9b6d-b713d1cdb4b5 None None] Checking segment: {'id': '43a80e0f-c6e7-48e5-beca-fc2648c94a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99986509-8f38-4367-bddf-849da045cf2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:12:56.816074 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-4c401359-1232-4b9a-9b6d-b713d1cdb4b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:56.817227 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c401359-1232-4b9a-9b6d-b713d1cdb4b5 None None] Bound using segment: {'id': '43a80e0f-c6e7-48e5-beca-fc2648c94a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99986509-8f38-4367-bddf-849da045cf2d'} {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:12:56.817741 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-4c401359-1232-4b9a-9b6d-b713d1cdb4b5 None None] Bound port: 2bdfa76a-35c2-4836-a2c7-ccefac8ea413, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a80e0f-c6e7-48e5-beca-fc2648c94a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '99986509-8f38-4367-bddf-849da045cf2d'}}] {{(pid=103156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:12:56.820076 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-4c401359-1232-4b9a-9b6d-b713d1cdb4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (2bdfa76a-35c2-4836-a2c7-ccefac8ea413), before_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:56.848933 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b4570e7-5e61-4f2d-af36-45bf1ff8d3e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1793434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2952'] for router (f5013327-8421-4e0f-9c5c-8328af6663e0), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:56.859116 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b4570e7-5e61-4f2d-af36-45bf1ff8d3e3 admin admin] Publish callbacks [] for router_controller (f5013327-8421-4e0f-9c5c-8328af6663e0), precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:56.966041 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b4570e7-5e61-4f2d-af36-45bf1ff8d3e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1793507'] for router (f5013327-8421-4e0f-9c5c-8328af6663e0), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:56.966868 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4570e7-5e61-4f2d-af36-45bf1ff8d3e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5013327-8421-4e0f-9c5c-8328af6663e0 {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:12:56.971199 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7b4570e7-5e61-4f2d-af36-45bf1ff8d3e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:56.975168 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 45714) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:56.982648 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-7b4570e7-5e61-4f2d-af36-45bf1ff8d3e3 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f5013327-8421-4e0f-9c5c-8328af6663e0 HTTP/1.1" status: 204 len: 168 time: 1.1845357 Mar 29 15:12:57.005345 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.db [None req-4c401359-1232-4b9a-9b6d-b713d1cdb4b5 None None] For port 2bdfa76a-35c2-4836-a2c7-ccefac8ea413, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:12:57.026994 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.db [None req-4c401359-1232-4b9a-9b6d-b713d1cdb4b5 None None] For port 2bdfa76a-35c2-4836-a2c7-ccefac8ea413, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=2bdfa76a-35c2-4836-a2c7-ccefac8ea413,segment=NetworkSegment(43a80e0f-c6e7-48e5-beca-fc2648c94a48),segment_id=43a80e0f-c6e7-48e5-beca-fc2648c94a48)] {{(pid=103156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:12:57.036815 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee85f06-407b-40fa-a0e1-649677929f9e admin admin] Deleting subnet 5db96dc7-3ab4-47b2-8f7f-2f2553b8b462 {{(pid=103154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:12:57.036986 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-4c401359-1232-4b9a-9b6d-b713d1cdb4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (2bdfa76a-35c2-4836-a2c7-ccefac8ea413), after_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:57.040171 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-aee85f06-407b-40fa-a0e1-649677929f9e admin admin] Publish callbacks [] for subnet (5db96dc7-3ab4-47b2-8f7f-2f2553b8b462), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:57.062532 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 8a4a67d5-aa7c-4668-99c7-f0ef3e191652 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:12:57.089006 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-aee85f06-407b-40fa-a0e1-649677929f9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13547905'] for subnet (5db96dc7-3ab4-47b2-8f7f-2f2553b8b462), precommit_delete_associations {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:57.134895 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c401359-1232-4b9a-9b6d-b713d1cdb4b5 None None] Routers {'8b68c9d6-937a-4399-b5d6-1a41d99cf364'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:12:57.137597 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 8a4a67d5-aa7c-4668-99c7-f0ef3e191652 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:12:57.138164 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (8a4a67d5-aa7c-4668-99c7-f0ef3e191652), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:57.139133 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-4c401359-1232-4b9a-9b6d-b713d1cdb4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:12:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['8b68c9d6-937a-4399-b5d6-1a41d99cf364'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:57.201126 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-aee85f06-407b-40fa-a0e1-649677929f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926406'] for subnet (5db96dc7-3ab4-47b2-8f7f-2f2553b8b462), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:57.237806 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8487891b-3460-4f72-9c39-5231620af474 None None] Provisioning complete for port 2bdfa76a-35c2-4836-a2c7-ccefac8ea413 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:12:57.238442 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8487891b-3460-4f72-9c39-5231620af474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (2bdfa76a-35c2-4836-a2c7-ccefac8ea413), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:57.283281 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-aee85f06-407b-40fa-a0e1-649677929f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13591466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14662240'] for subnet (5db96dc7-3ab4-47b2-8f7f-2f2553b8b462), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:57.310230 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90110a-a2c6-47b7-b436-fe3edd4e7237 None None] Pushing event updated for resources: {'Port': ['ID=2bdfa76a-35c2-4836-a2c7-ccefac8ea413,revision_number=4']} {{(pid=103156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:57.324550 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 8a4a67d5-aa7c-4668-99c7-f0ef3e191652 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:12:57.337584 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee85f06-407b-40fa-a0e1-649677929f9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5db96dc7-3ab4-47b2-8f7f-2f2553b8b462,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:57.342345 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-aee85f06-407b-40fa-a0e1-649677929f9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:57.351075 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 45732) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:57.351621 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-aee85f06-407b-40fa-a0e1-649677929f9e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5db96dc7-3ab4-47b2-8f7f-2f2553b8b462 HTTP/1.1" status: 204 len: 168 time: 0.3748069 Mar 29 15:12:57.356228 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459f6195-32f7-41bd-a325-9ba5332ce1d8 None None] Network b7319462-7a9c-48c1-8b1b-f253974f3ccf requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:12:57.419891 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-4c401359-1232-4b9a-9b6d-b713d1cdb4b5 None None] Set router 8b68c9d6-937a-4399-b5d6-1a41d99cf364 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:12:57.494309 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device bc27fd16-bb24-424b-8177-a8dd94880c76 no longer exists at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:12:57.506321 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9137490a-fe36-465d-9085-427843e72da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050247'] for network (b7319462-7a9c-48c1-8b1b-f253974f3ccf), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:57.516314 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8487891b-3460-4f72-9c39-5231620af474 None None] Current status of the port 2bdfa76a-35c2-4836-a2c7-ccefac8ea413 is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:12:57.516727 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8487891b-3460-4f72-9c39-5231620af474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (2bdfa76a-35c2-4836-a2c7-ccefac8ea413), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:57.521478 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] No Port match for: bc27fd16-bb24-424b-8177-a8dd94880c76 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:12:57.522053 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device bc27fd16-bb24-424b-8177-a8dd94880c76 not bound to the agent host dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:12:57.569747 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-9137490a-fe36-465d-9085-427843e72da8 admin admin] Deleting port 9848e51b-87a8-4e2e-9096-98cdc8a6e5e7 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:12:57.570240 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9137490a-fe36-465d-9085-427843e72da8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (9848e51b-87a8-4e2e-9096-98cdc8a6e5e7), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:57.595914 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-8487891b-3460-4f72-9c39-5231620af474 None None] For port 2bdfa76a-35c2-4836-a2c7-ccefac8ea413, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=2bdfa76a-35c2-4836-a2c7-ccefac8ea413,segment=NetworkSegment(43a80e0f-c6e7-48e5-beca-fc2648c94a48),segment_id=43a80e0f-c6e7-48e5-beca-fc2648c94a48)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:12:57.611782 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8487891b-3460-4f72-9c39-5231620af474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (2bdfa76a-35c2-4836-a2c7-ccefac8ea413), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:57.651594 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-9137490a-fe36-465d-9085-427843e72da8 admin admin] For port 9848e51b-87a8-4e2e-9096-98cdc8a6e5e7, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=9848e51b-87a8-4e2e-9096-98cdc8a6e5e7,segment=NetworkSegment(d32bf408-be36-4d34-802e-1529276988f7),segment_id=d32bf408-be36-4d34-802e-1529276988f7)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:12:57.651957 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9137490a-fe36-465d-9085-427843e72da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (9848e51b-87a8-4e2e-9096-98cdc8a6e5e7), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:57.671708 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-9137490a-fe36-465d-9085-427843e72da8 admin admin] Calling delete_port for 9848e51b-87a8-4e2e-9096-98cdc8a6e5e7 owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:12:57.695219 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-4c401359-1232-4b9a-9b6d-b713d1cdb4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b68c9d6-937a-4399-b5d6-1a41d99cf364', 'name': 'tempest-TestVolumeBootPattern-1885530525-router', 'tenant_id': '996200d160e24bf3993322d73f717a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '8a4a67d5-aa7c-4668-99c7-f0ef3e191652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:49Z', 'updated_at': '2022-03-29T15:12:53Z', 'revision_number': 4, 'project_id': '996200d160e24bf3993322d73f717a76', 'gw_port': {'id': '8a4a67d5-aa7c-4668-99c7-f0ef3e191652', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b68c9d6-937a-4399-b5d6-1a41d99cf364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:50Z', 'updated_at': '2022-03-29T15:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '2bdfa76a-35c2-4836-a2c7-ccefac8ea413', 'name': '', 'network_id': '99986509-8f38-4367-bddf-849da045cf2d', 'tenant_id': '996200d160e24bf3993322d73f717a76', 'mac_address': 'fa:16:3e:e4:ce:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b68c9d6-937a-4399-b5d6-1a41d99cf364', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'fa1cd8ae-258d-452e-817f-27a989c0e944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:52Z', 'updated_at': '2022-03-29T15:12:56Z', 'revision_number': 4, 'project_id': '996200d160e24bf3993322d73f717a76', 'subnets': [{'id': 'fa1cd8ae-258d-452e-817f-27a989c0e944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:57.697639 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487891b-3460-4f72-9c39-5231620af474 None None] Pushing event updated for resources: {'Port': ['ID=2bdfa76a-35c2-4836-a2c7-ccefac8ea413,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:57.740960 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-e82d5bc3-905e-4e84-9981-686ed47834fa None None] Provisioning complete for port 2bdfa76a-35c2-4836-a2c7-ccefac8ea413 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:12:57.741337 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e82d5bc3-905e-4e84-9981-686ed47834fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (2bdfa76a-35c2-4836-a2c7-ccefac8ea413), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:57.757531 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c401359-1232-4b9a-9b6d-b713d1cdb4b5 None None] The sync data for ids ['8b68c9d6-937a-4399-b5d6-1a41d99cf364'] in dv-cinder-835635-1-iscsi is: [{'id': '8b68c9d6-937a-4399-b5d6-1a41d99cf364', 'name': 'tempest-TestVolumeBootPattern-1885530525-router', 'tenant_id': '996200d160e24bf3993322d73f717a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '8a4a67d5-aa7c-4668-99c7-f0ef3e191652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:49Z', 'updated_at': '2022-03-29T15:12:53Z', 'revision_number': 4, 'project_id': '996200d160e24bf3993322d73f717a76', 'gw_port': {'id': '8a4a67d5-aa7c-4668-99c7-f0ef3e191652', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b68c9d6-937a-4399-b5d6-1a41d99cf364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:50Z', 'updated_at': '2022-03-29T15:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '2bdfa76a-35c2-4836-a2c7-ccefac8ea413', 'name': '', 'network_id': '99986509-8f38-4367-bddf-849da045cf2d', 'tenant_id': '996200d160e24bf3993322d73f717a76', 'mac_address': 'fa:16:3e:e4:ce:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b68c9d6-937a-4399-b5d6-1a41d99cf364', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'fa1cd8ae-258d-452e-817f-27a989c0e944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:52Z', 'updated_at': '2022-03-29T15:12:56Z', 'revision_number': 4, 'project_id': '996200d160e24bf3993322d73f717a76', 'subnets': [{'id': 'fa1cd8ae-258d-452e-817f-27a989c0e944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:12:57.768876 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5490ac-9727-4ca0-a5a1-cc5589fc12f2 None None] DHCP port deletion for b7319462-7a9c-48c1-8b1b-f253974f3ccf request from dv-cinder-835635-1-iscsi {{(pid=103155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 15:12:57.777413 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9137490a-fe36-465d-9085-427843e72da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (9848e51b-87a8-4e2e-9096-98cdc8a6e5e7), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:57.822190 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137490a-fe36-465d-9085-427843e72da8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9848e51b-87a8-4e2e-9096-98cdc8a6e5e7,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:57.827046 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9137490a-fe36-465d-9085-427843e72da8 admin admin] No DVR routers for this DVR port 9848e51b-87a8-4e2e-9096-98cdc8a6e5e7 on host dv-cinder-835635-1-iscsi {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:12:57.900158 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-e82d5bc3-905e-4e84-9981-686ed47834fa None None] Current status of the port 2bdfa76a-35c2-4836-a2c7-ccefac8ea413 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:12:57.936294 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9137490a-fe36-465d-9085-427843e72da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989517', 'neutron.services.segments.db._delete_segments_for_network-8776791792186'] for network (b7319462-7a9c-48c1-8b1b-f253974f3ccf), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:57.961779 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-9137490a-fe36-465d-9085-427843e72da8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7319462-7a9c-48c1-8b1b-f253974f3ccf']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:57.988423 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-9137490a-fe36-465d-9085-427843e72da8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32bf408-be36-4d34-802e-1529276988f7') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:57.988882 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-9137490a-fe36-465d-9085-427843e72da8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32bf408-be36-4d34-802e-1529276988f7') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:12:58.000558 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9137490a-fe36-465d-9085-427843e72da8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776792023619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16402699'] for segment (d32bf408-be36-4d34-802e-1529276988f7), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:58.019673 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9137490a-fe36-465d-9085-427843e72da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (d32bf408-be36-4d34-802e-1529276988f7), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:58.028325 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9137490a-fe36-465d-9085-427843e72da8 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:12:58.032087 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9137490a-fe36-465d-9085-427843e72da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13311205'] for segment (d32bf408-be36-4d34-802e-1529276988f7), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: Traceback (most recent call last): Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: timer() Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: cb(*args, **kw) Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: return func(*args, **kwargs) Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: self._notify() Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: self.callback(batched_events) Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: event.method(event) Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: return f(self, *a, **k) Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: return self._get(url).json() Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: return self.request(url, 'GET', **kwargs) Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:12:58.043799 dv-cinder-835635-1-iscsi neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:12:58.098930 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9137490a-fe36-465d-9085-427843e72da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787242'] for network (b7319462-7a9c-48c1-8b1b-f253974f3ccf), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:58.105152 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9137490a-fe36-465d-9085-427843e72da8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:58.108495 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-9137490a-fe36-465d-9085-427843e72da8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b7319462-7a9c-48c1-8b1b-f253974f3ccf HTTP/1.1" status: 204 len: 168 time: 0.7554817 Mar 29 15:12:58.126039 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137490a-fe36-465d-9085-427843e72da8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7319462-7a9c-48c1-8b1b-f253974f3ccf,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:58.247391 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 45740) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:58.302460 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-fc52d300-d2dc-4ac4-b31e-063e6f63df73 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e407405f1464490f8b4163e9dce23438&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0515409 Mar 29 15:12:58.302767 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 45744) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:12:58.361772 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-55bf589c-ec3a-46ba-ad12-ce99f4c90f35 admin admin] Publish callbacks [] for security_group (12f55056-6c19-4174-be44-5278d4c1fe01), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:58.385823 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-55bf589c-ec3a-46ba-ad12-ce99f4c90f35 admin admin] Publish callbacks [] for security_group (12f55056-6c19-4174-be44-5278d4c1fe01), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:58.436384 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-55bf589c-ec3a-46ba-ad12-ce99f4c90f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (12f55056-6c19-4174-be44-5278d4c1fe01), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:58.439734 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-55bf589c-ec3a-46ba-ad12-ce99f4c90f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:58.443289 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-55bf589c-ec3a-46ba-ad12-ce99f4c90f35 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/12f55056-6c19-4174-be44-5278d4c1fe01 HTTP/1.1" status: 204 len: 168 time: 0.1373911 Mar 29 15:12:58.449465 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf589c-ec3a-46ba-ad12-ce99f4c90f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f55056-6c19-4174-be44-5278d4c1fe01,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:12:58.761878 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 2bdfa76a-35c2-4836-a2c7-ccefac8ea413 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:12:58.822511 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 2bdfa76a-35c2-4836-a2c7-ccefac8ea413 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:12:58.822912 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (2bdfa76a-35c2-4836-a2c7-ccefac8ea413), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:12:58.910338 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 2bdfa76a-35c2-4836-a2c7-ccefac8ea413 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:12:58.965148 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 9848e51b-87a8-4e2e-9096-98cdc8a6e5e7 no longer exists at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:12:58.985593 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] No Port match for: 9848e51b-87a8-4e2e-9096-98cdc8a6e5e7 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:12:58.985941 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 9848e51b-87a8-4e2e-9096-98cdc8a6e5e7 not bound to the agent host dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:12:58.986352 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 55cf3a78-84b5-43ce-8ff0-03643ed83d16 no longer exists at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:12:59.009547 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] No Port match for: 55cf3a78-84b5-43ce-8ff0-03643ed83d16 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:12:59.009827 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 55cf3a78-84b5-43ce-8ff0-03643ed83d16 not bound to the agent host dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:13:06.898614 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:13:11.436089 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-29bb296f-9c06-4559-870b-3b01f461a646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:12.586664 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 45986) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:12.708005 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1a9c730a-bda9-4cca-9d7a-304a6cc679f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:12.786193 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1a9c730a-bda9-4cca-9d7a-304a6cc679f4 admin admin] Publish callbacks [] for security_group (eba28164-3837-43df-a194-fc777fe2117b), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:12.790471 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1a9c730a-bda9-4cca-9d7a-304a6cc679f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (eba28164-3837-43df-a194-fc777fe2117b), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:12.831339 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c730a-bda9-4cca-9d7a-304a6cc679f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba28164-3837-43df-a194-fc777fe2117b,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:12.836257 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-1a9c730a-bda9-4cca-9d7a-304a6cc679f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=31ef84b5990d4420bffb2f6b0df1cce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485619 Mar 29 15:13:12.838890 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 46004) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:12.890767 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5fdf5f84-d5d2-47b0-989c-9d0483906df3 admin admin] Publish callbacks [] for security_group (eba28164-3837-43df-a194-fc777fe2117b), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:12.912976 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5fdf5f84-d5d2-47b0-989c-9d0483906df3 admin admin] Publish callbacks [] for security_group (eba28164-3837-43df-a194-fc777fe2117b), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:12.960615 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5fdf5f84-d5d2-47b0-989c-9d0483906df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (eba28164-3837-43df-a194-fc777fe2117b), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:12.963091 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5fdf5f84-d5d2-47b0-989c-9d0483906df3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:12.964288 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-5fdf5f84-d5d2-47b0-989c-9d0483906df3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eba28164-3837-43df-a194-fc777fe2117b HTTP/1.1" status: 204 len: 168 time: 0.1244235 Mar 29 15:13:12.978288 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf5f84-d5d2-47b0-989c-9d0483906df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba28164-3837-43df-a194-fc777fe2117b,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:13.237946 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 46024) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:13.251132 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-776eff71-5939-482d-a2d7-f1fad45117bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:13.327107 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-776eff71-5939-482d-a2d7-f1fad45117bf admin admin] Publish callbacks [] for security_group (066a98b8-abd7-4c2d-b2ad-bb105bf6a6be), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:13.331386 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-776eff71-5939-482d-a2d7-f1fad45117bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (066a98b8-abd7-4c2d-b2ad-bb105bf6a6be), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:13.368821 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-776eff71-5939-482d-a2d7-f1fad45117bf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0c5d569aeb964b4eaed48f05fe218d6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1298091 Mar 29 15:13:13.369678 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776eff71-5939-482d-a2d7-f1fad45117bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066a98b8-abd7-4c2d-b2ad-bb105bf6a6be,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:13.371570 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 46026) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:13.422557 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b906d9d5-8b1a-4534-821f-6719baf3cb4c admin admin] Publish callbacks [] for security_group (066a98b8-abd7-4c2d-b2ad-bb105bf6a6be), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:13.444243 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b906d9d5-8b1a-4534-821f-6719baf3cb4c admin admin] Publish callbacks [] for security_group (066a98b8-abd7-4c2d-b2ad-bb105bf6a6be), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:13.492350 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b906d9d5-8b1a-4534-821f-6719baf3cb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (066a98b8-abd7-4c2d-b2ad-bb105bf6a6be), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:13.495010 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b906d9d5-8b1a-4534-821f-6719baf3cb4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:13.496144 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-b906d9d5-8b1a-4534-821f-6719baf3cb4c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/066a98b8-abd7-4c2d-b2ad-bb105bf6a6be HTTP/1.1" status: 204 len: 168 time: 0.1235659 Mar 29 15:13:13.508924 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906d9d5-8b1a-4534-821f-6719baf3cb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066a98b8-abd7-4c2d-b2ad-bb105bf6a6be,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:13.751794 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-575385d3-fef4-409b-b46a-a613686d8b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:14.755004 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:15.801391 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 46112) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:15.905566 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-604097b2-a651-4239-9d67-d660adffe276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:15.977176 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-604097b2-a651-4239-9d67-d660adffe276 admin admin] Publish callbacks [] for security_group (cc330cb5-802e-4ccb-9895-ad8c7539e368), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:15.980766 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-604097b2-a651-4239-9d67-d660adffe276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (cc330cb5-802e-4ccb-9895-ad8c7539e368), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:16.019064 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-604097b2-a651-4239-9d67-d660adffe276 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=efe4f5bdc92a422ca6ca8161937bea43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164974 Mar 29 15:13:16.019931 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604097b2-a651-4239-9d67-d660adffe276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc330cb5-802e-4ccb-9895-ad8c7539e368,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:16.022336 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 46118) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:16.070012 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f1cb0966-08b2-41d5-a1b0-9efd6d07b3b5 admin admin] Publish callbacks [] for security_group (cc330cb5-802e-4ccb-9895-ad8c7539e368), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:16.091400 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f1cb0966-08b2-41d5-a1b0-9efd6d07b3b5 admin admin] Publish callbacks [] for security_group (cc330cb5-802e-4ccb-9895-ad8c7539e368), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:16.143880 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f1cb0966-08b2-41d5-a1b0-9efd6d07b3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (cc330cb5-802e-4ccb-9895-ad8c7539e368), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:16.146385 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f1cb0966-08b2-41d5-a1b0-9efd6d07b3b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:16.150174 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-f1cb0966-08b2-41d5-a1b0-9efd6d07b3b5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cc330cb5-802e-4ccb-9895-ad8c7539e368 HTTP/1.1" status: 204 len: 168 time: 0.1268504 Mar 29 15:13:16.157946 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb0966-08b2-41d5-a1b0-9efd6d07b3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc330cb5-802e-4ccb-9895-ad8c7539e368,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:16.428415 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 46136) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:16.442425 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-64d9657f-566b-454d-bb21-e4a1e0ec6e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:16.520412 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-64d9657f-566b-454d-bb21-e4a1e0ec6e22 admin admin] Publish callbacks [] for security_group (deca92aa-3e1b-4fde-9b67-d862f26183da), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:16.524049 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-64d9657f-566b-454d-bb21-e4a1e0ec6e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (deca92aa-3e1b-4fde-9b67-d862f26183da), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:16.563165 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-64d9657f-566b-454d-bb21-e4a1e0ec6e22 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e3a501355437480788e8d834b5f20ade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336527 Mar 29 15:13:16.564343 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d9657f-566b-454d-bb21-e4a1e0ec6e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deca92aa-3e1b-4fde-9b67-d862f26183da,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:16.566536 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 46138) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:16.576438 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:16.616112 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e5dc-8a73-446d-9d21-0dde4e5630a8 admin admin] Publish callbacks [] for security_group (deca92aa-3e1b-4fde-9b67-d862f26183da), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:16.637191 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e5dc-8a73-446d-9d21-0dde4e5630a8 admin admin] Publish callbacks [] for security_group (deca92aa-3e1b-4fde-9b67-d862f26183da), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:16.682140 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e5dc-8a73-446d-9d21-0dde4e5630a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (deca92aa-3e1b-4fde-9b67-d862f26183da), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:16.684647 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e5dc-8a73-446d-9d21-0dde4e5630a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:16.685779 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-2ab2e5dc-8a73-446d-9d21-0dde4e5630a8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/deca92aa-3e1b-4fde-9b67-d862f26183da HTTP/1.1" status: 204 len: 168 time: 0.1182449 Mar 29 15:13:16.693715 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2e5dc-8a73-446d-9d21-0dde4e5630a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deca92aa-3e1b-4fde-9b67-d862f26183da,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:17.637029 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:26.606987 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:34.981252 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fcf75523-8227-4a14-99cb-cade2aae754d req-b1c72df7-7850-4fea-a53a-7305ffb1a42f tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-99421161&fields=id&tenant_id=cb13df1bbb4c41139dde418a494692fc HTTP/1.1" status: 200 len: 267 time: 0.0453935 Mar 29 15:13:35.090777 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf75523-8227-4a14-99cb-cade2aae754d req-83825d22-223d-4bb1-85e6-1a4722144dd2 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:35.092400 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fcf75523-8227-4a14-99cb-cade2aae754d req-83825d22-223d-4bb1-85e6-1a4722144dd2 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/networks?id=7361a085-d96a-4f31-b765-5a3a0b40e7c7 HTTP/1.1" status: 200 len: 811 time: 0.1050923 Mar 29 15:13:35.108043 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fcf75523-8227-4a14-99cb-cade2aae754d req-5056b01e-8551-467c-8ecb-305eb5dddabb tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/quotas/cb13df1bbb4c41139dde418a494692fc HTTP/1.1" status: 200 len: 375 time: 0.0094109 Mar 29 15:13:35.177321 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fcf75523-8227-4a14-99cb-cade2aae754d req-ab298919-5048-4d29-b8d0-6fc4a7986713 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb13df1bbb4c41139dde418a494692fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590875 Mar 29 15:13:35.287487 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [req-fcf75523-8227-4a14-99cb-cade2aae754d req-ba283bd7-7232-4c23-bf16-8fcbfb41b74e service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103154) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:13:35.294379 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fcf75523-8227-4a14-99cb-cade2aae754d req-ba283bd7-7232-4c23-bf16-8fcbfb41b74e service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1045783 Mar 29 15:13:35.387895 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fcf75523-8227-4a14-99cb-cade2aae754d req-54e2682c-c1b2-40b3-9463-0846b536b3b3 service neutron] 10.222.0.35 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926042 Mar 29 15:13:35.408204 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 46364) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:35.497612 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fcf75523-8227-4a14-99cb-cade2aae754d req-c36c39c8-74f6-4148-82ec-26e3c108cf3d service neutron] 10.222.0.35 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018345 Mar 29 15:13:35.517831 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3fa1e624-ac89-41b6-9af7-b88956d04b54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:35.594268 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3fa1e624-ac89-41b6-9af7-b88956d04b54 admin admin] Publish callbacks [] for security_group (377b1ff6-d299-44ab-94e0-e72881cdaeff), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:35.599336 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-3fa1e624-ac89-41b6-9af7-b88956d04b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (377b1ff6-d299-44ab-94e0-e72881cdaeff), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:35.637253 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 46378) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:35.637384 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-3fa1e624-ac89-41b6-9af7-b88956d04b54 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e45617ae5202461988a541f868b068cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279811 Mar 29 15:13:35.647192 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1e624-ac89-41b6-9af7-b88956d04b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377b1ff6-d299-44ab-94e0-e72881cdaeff,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:35.695866 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7681320b-c740-442a-b291-f6fccd86d235 admin admin] Publish callbacks [] for security_group (377b1ff6-d299-44ab-94e0-e72881cdaeff), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:35.719666 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7681320b-c740-442a-b291-f6fccd86d235 admin admin] Publish callbacks [] for security_group (377b1ff6-d299-44ab-94e0-e72881cdaeff), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:35.775483 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7681320b-c740-442a-b291-f6fccd86d235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (377b1ff6-d299-44ab-94e0-e72881cdaeff), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:35.778860 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7681320b-c740-442a-b291-f6fccd86d235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:35.780193 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-7681320b-c740-442a-b291-f6fccd86d235 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/377b1ff6-d299-44ab-94e0-e72881cdaeff HTTP/1.1" status: 204 len: 168 time: 0.1418934 Mar 29 15:13:35.789036 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681320b-c740-442a-b291-f6fccd86d235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377b1ff6-d299-44ab-94e0-e72881cdaeff,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:36.058215 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 46392) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:36.072119 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a7200d6d-36e9-4e86-896c-86461d11eb28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:36.150284 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a7200d6d-36e9-4e86-896c-86461d11eb28 admin admin] Publish callbacks [] for security_group (2da35e41-5e0d-478f-b86f-9de3d82bc2de), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:36.153867 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a7200d6d-36e9-4e86-896c-86461d11eb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (2da35e41-5e0d-478f-b86f-9de3d82bc2de), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:36.192635 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-a7200d6d-36e9-4e86-896c-86461d11eb28 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6d7b26a76a05493690e1d26b309b155b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333506 Mar 29 15:13:36.193508 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7200d6d-36e9-4e86-896c-86461d11eb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da35e41-5e0d-478f-b86f-9de3d82bc2de,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:36.195268 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 46394) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:36.242712 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b7a478b4-cdde-40b6-b0ea-b011d068196b admin admin] Publish callbacks [] for security_group (2da35e41-5e0d-478f-b86f-9de3d82bc2de), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:36.263237 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b7a478b4-cdde-40b6-b0ea-b011d068196b admin admin] Publish callbacks [] for security_group (2da35e41-5e0d-478f-b86f-9de3d82bc2de), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:36.308874 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b7a478b4-cdde-40b6-b0ea-b011d068196b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (2da35e41-5e0d-478f-b86f-9de3d82bc2de), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:36.311630 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b7a478b4-cdde-40b6-b0ea-b011d068196b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:36.312917 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-b7a478b4-cdde-40b6-b0ea-b011d068196b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2da35e41-5e0d-478f-b86f-9de3d82bc2de HTTP/1.1" status: 204 len: 168 time: 0.1166482 Mar 29 15:13:36.320472 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a478b4-cdde-40b6-b0ea-b011d068196b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da35e41-5e0d-478f-b86f-9de3d82bc2de,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:36.837140 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-39c9574b-fa7f-4f50-abce-209399305fca req-4453df47-1139-4ed9-aad4-adae9aae740a tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 210 time: 0.0378804 Mar 29 15:13:37.927592 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1607b435-dd44-48f8-a01e-f861c3df2b71 req-6d2b4b18-fa2e-4d6a-8185-742ad4f13812 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 210 time: 0.0271139 Mar 29 15:13:39.020900 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-0995593f-4730-4df2-a970-0ce5da545706 req-5a513713-a13d-44bf-a4bf-793cf4f9252a tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 210 time: 0.0270963 Mar 29 15:13:40.113932 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-bd0b3362-f1c3-4e10-9656-3b4db292208b req-102e4e97-0aee-4c13-bfeb-90d94f972277 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 210 time: 0.0271938 Mar 29 15:13:40.802827 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf75523-8227-4a14-99cb-cade2aae754d req-2a8a34fc-9f5a-495f-9196-95febacb7b2c tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:40.804260 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fcf75523-8227-4a14-99cb-cade2aae754d req-2a8a34fc-9f5a-495f-9196-95febacb7b2c tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.36 "GET /v2.0/networks?id=7361a085-d96a-4f31-b765-5a3a0b40e7c7 HTTP/1.1" status: 200 len: 811 time: 0.1064298 Mar 29 15:13:40.871194 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fcf75523-8227-4a14-99cb-cade2aae754d req-feffaff5-8916-4a70-9fc9-8883fc7ba554 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb13df1bbb4c41139dde418a494692fc HTTP/1.1" status: 200 len: 378 time: 0.0563579 Mar 29 15:13:40.879789 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [req-fcf75523-8227-4a14-99cb-cade2aae754d req-209f1253-0a92-4f8d-94a5-152c9a8d7d0d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Request body: {'port': {'device_id': 'e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'admin_state_up': True, 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'security_groups': ['69500dcf-ac56-439b-98bc-1bfb7d8520da']}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:13:41.216157 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-91fbd96f-66ce-428f-a1e3-d97bd088dd3d req-36111353-f9f6-404f-b411-b387517bdfaf tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 210 time: 0.0356207 Mar 29 15:13:41.250006 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf75523-8227-4a14-99cb-cade2aae754d req-209f1253-0a92-4f8d-94a5-152c9a8d7d0d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Made reservation on behalf of cb13df1bbb4c41139dde418a494692fc for: {'port': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:13:41.253682 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-fcf75523-8227-4a14-99cb-cade2aae754d req-209f1253-0a92-4f8d-94a5-152c9a8d7d0d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:41.379453 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [req-fcf75523-8227-4a14-99cb-cade2aae754d req-209f1253-0a92-4f8d-94a5-152c9a8d7d0d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Allocated IP 172.20.0.4 (7361a085-d96a-4f31-b765-5a3a0b40e7c7/35025535-f908-4fdd-8813-2eb4bba1ac31/11dadca9-635d-42d5-aaee-0174d0a21a39) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:13:41.441954 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-143d7648-bec9-409f-b335-6c80a2b1312b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:41.528691 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-fcf75523-8227-4a14-99cb-cade2aae754d req-209f1253-0a92-4f8d-94a5-152c9a8d7d0d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for port (11dadca9-635d-42d5-aaee-0174d0a21a39), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:41.565168 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-fcf75523-8227-4a14-99cb-cade2aae754d req-209f1253-0a92-4f8d-94a5-152c9a8d7d0d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (11dadca9-635d-42d5-aaee-0174d0a21a39), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:41.611023 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf75523-8227-4a14-99cb-cade2aae754d req-209f1253-0a92-4f8d-94a5-152c9a8d7d0d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Network 7361a085-d96a-4f31-b765-5a3a0b40e7c7 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:13:41.614140 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [req-fcf75523-8227-4a14-99cb-cade2aae754d req-209f1253-0a92-4f8d-94a5-152c9a8d7d0d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:13:41.617834 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf75523-8227-4a14-99cb-cade2aae754d req-209f1253-0a92-4f8d-94a5-152c9a8d7d0d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:13:41.654969 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f1253-0a92-4f8d-94a5-152c9a8d7d0d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Pushing event updated for resources: {'Port': ['ID=11dadca9-635d-42d5-aaee-0174d0a21a39,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:41.689885 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf75523-8227-4a14-99cb-cade2aae754d req-209f1253-0a92-4f8d-94a5-152c9a8d7d0d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:41.690527 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-fcf75523-8227-4a14-99cb-cade2aae754d req-209f1253-0a92-4f8d-94a5-152c9a8d7d0d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:41.708371 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fcf75523-8227-4a14-99cb-cade2aae754d req-209f1253-0a92-4f8d-94a5-152c9a8d7d0d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8320696 Mar 29 15:13:41.717786 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [req-fcf75523-8227-4a14-99cb-cade2aae754d req-3dbafe7a-c378-489c-862b-771823626a9c tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103154) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:13:41.718813 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fcf75523-8227-4a14-99cb-cade2aae754d req-3dbafe7a-c378-489c-862b-771823626a9c tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052314 Mar 29 15:13:41.832326 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [req-fcf75523-8227-4a14-99cb-cade2aae754d req-dcccfaa4-432b-4984-b702-561d96b64f6b service neutron] Request body: {'port': {'device_id': 'e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:13:41.897721 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9e0e9a96-72e1-4be8-b2dd-408ffd9d14e3 None None] Provisioning complete for port 11dadca9-635d-42d5-aaee-0174d0a21a39 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:13:41.898018 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9e0e9a96-72e1-4be8-b2dd-408ffd9d14e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (11dadca9-635d-42d5-aaee-0174d0a21a39), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:41.899647 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-fcf75523-8227-4a14-99cb-cade2aae754d req-dcccfaa4-432b-4984-b702-561d96b64f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (11dadca9-635d-42d5-aaee-0174d0a21a39), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:41.935227 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9e0e9a96-72e1-4be8-b2dd-408ffd9d14e3 None None] Port 11dadca9-635d-42d5-aaee-0174d0a21a39 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:13:42.158665 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [req-fcf75523-8227-4a14-99cb-cade2aae754d req-dcccfaa4-432b-4984-b702-561d96b64f6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11dadca9-635d-42d5-aaee-0174d0a21a39 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:13:42.166338 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-fcf75523-8227-4a14-99cb-cade2aae754d req-dcccfaa4-432b-4984-b702-561d96b64f6b service neutron] Publish callbacks [] for port (11dadca9-635d-42d5-aaee-0174d0a21a39), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:42.179035 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [req-fcf75523-8227-4a14-99cb-cade2aae754d req-dcccfaa4-432b-4984-b702-561d96b64f6b service neutron] Transition to ACTIVE for port object 11dadca9-635d-42d5-aaee-0174d0a21a39 will not be triggered until provisioned by entity L2. {{(pid=103154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:13:42.182366 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-fcf75523-8227-4a14-99cb-cade2aae754d req-dcccfaa4-432b-4984-b702-561d96b64f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (11dadca9-635d-42d5-aaee-0174d0a21a39), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:42.238293 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcccfaa4-432b-4984-b702-561d96b64f6b service neutron] Pushing event updated for resources: {'Port': ['ID=11dadca9-635d-42d5-aaee-0174d0a21a39,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:42.347446 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-fcf75523-8227-4a14-99cb-cade2aae754d req-dcccfaa4-432b-4984-b702-561d96b64f6b service neutron] Attempting to bind port 11dadca9-635d-42d5-aaee-0174d0a21a39 on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:13:42.347995 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-fcf75523-8227-4a14-99cb-cade2aae754d req-dcccfaa4-432b-4984-b702-561d96b64f6b service neutron] Attempting to bind port 11dadca9-635d-42d5-aaee-0174d0a21a39 by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '13900b9a-4061-4f7b-81bb-9d27483245b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:13:42.348103 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf75523-8227-4a14-99cb-cade2aae754d req-dcccfaa4-432b-4984-b702-561d96b64f6b service neutron] Attempting to bind port 11dadca9-635d-42d5-aaee-0174d0a21a39 on network 7361a085-d96a-4f31-b765-5a3a0b40e7c7 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:13:42.354815 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf75523-8227-4a14-99cb-cade2aae754d req-dcccfaa4-432b-4984-b702-561d96b64f6b service neutron] Port 11dadca9-635d-42d5-aaee-0174d0a21a39 on network 7361a085-d96a-4f31-b765-5a3a0b40e7c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:13:42.355134 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf75523-8227-4a14-99cb-cade2aae754d req-dcccfaa4-432b-4984-b702-561d96b64f6b service neutron] Attempting to bind port 11dadca9-635d-42d5-aaee-0174d0a21a39 on network 7361a085-d96a-4f31-b765-5a3a0b40e7c7 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:13:42.365287 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5f54f-9a2c-4ed4-866e-25c442f3297f req-9a25fbce-e5c1-45f7-b234-48b3b09ad377 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:42.366819 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3cc5f54f-9a2c-4ed4-866e-25c442f3297f req-9a25fbce-e5c1-45f7-b234-48b3b09ad377 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 943 time: 0.0801990 Mar 29 15:13:42.369871 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf75523-8227-4a14-99cb-cade2aae754d req-dcccfaa4-432b-4984-b702-561d96b64f6b service neutron] Checking agent: {'id': '54f4ecb7-e3d7-497a-b676-ec21eb6e2a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'started_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:13:42.370207 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf75523-8227-4a14-99cb-cade2aae754d req-dcccfaa4-432b-4984-b702-561d96b64f6b service neutron] Checking segment: {'id': '13900b9a-4061-4f7b-81bb-9d27483245b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:13:42.370588 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf75523-8227-4a14-99cb-cade2aae754d req-dcccfaa4-432b-4984-b702-561d96b64f6b service neutron] Bound using segment: {'id': '13900b9a-4061-4f7b-81bb-9d27483245b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:13:42.371017 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-fcf75523-8227-4a14-99cb-cade2aae754d req-dcccfaa4-432b-4984-b702-561d96b64f6b service neutron] Bound port: 11dadca9-635d-42d5-aaee-0174d0a21a39, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13900b9a-4061-4f7b-81bb-9d27483245b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:13:42.371376 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-fcf75523-8227-4a14-99cb-cade2aae754d req-dcccfaa4-432b-4984-b702-561d96b64f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (11dadca9-635d-42d5-aaee-0174d0a21a39), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:42.461326 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3cc5f54f-9a2c-4ed4-866e-25c442f3297f req-b2415abd-6c04-40c9-8d47-125026a42edd tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875454 Mar 29 15:13:42.487840 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-fcf75523-8227-4a14-99cb-cade2aae754d req-dcccfaa4-432b-4984-b702-561d96b64f6b service neutron] For port 11dadca9-635d-42d5-aaee-0174d0a21a39, host hv-cinder-83563, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:13:42.491286 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-fcf75523-8227-4a14-99cb-cade2aae754d req-dcccfaa4-432b-4984-b702-561d96b64f6b service neutron] For port 11dadca9-635d-42d5-aaee-0174d0a21a39, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=11dadca9-635d-42d5-aaee-0174d0a21a39,segment=NetworkSegment(13900b9a-4061-4f7b-81bb-9d27483245b5),segment_id=13900b9a-4061-4f7b-81bb-9d27483245b5)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:13:42.502551 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-fcf75523-8227-4a14-99cb-cade2aae754d req-dcccfaa4-432b-4984-b702-561d96b64f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (11dadca9-635d-42d5-aaee-0174d0a21a39), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:42.539643 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf75523-8227-4a14-99cb-cade2aae754d req-dcccfaa4-432b-4984-b702-561d96b64f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:42.540227 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-fcf75523-8227-4a14-99cb-cade2aae754d req-dcccfaa4-432b-4984-b702-561d96b64f6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:42.542017 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fcf75523-8227-4a14-99cb-cade2aae754d req-dcccfaa4-432b-4984-b702-561d96b64f6b service neutron] 10.222.0.36 "PUT /v2.0/ports/11dadca9-635d-42d5-aaee-0174d0a21a39 HTTP/1.1" status: 200 len: 1093 time: 0.8163307 Mar 29 15:13:42.542609 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21', 'tag': '11dadca9-635d-42d5-aaee-0174d0a21a39'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:13:42.545386 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41590d9-3346-4f76-a95a-a9e6eff3370b" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21", "tag": "11dadca9-635d-42d5-aaee-0174d0a21a39"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:13:42.582054 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcccfaa4-432b-4984-b702-561d96b64f6b service neutron] Pushing event updated for resources: {'Port': ['ID=11dadca9-635d-42d5-aaee-0174d0a21a39,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:42.587136 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e808c6d-6b4d-4a4a-8c4d-2de680172dc9 x-openstack-request-id: req-1e808c6d-6b4d-4a4a-8c4d-2de680172dc9 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:13:42.587416 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21", "tag": "11dadca9-635d-42d5-aaee-0174d0a21a39", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:13:42.587663 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1e808c6d-6b4d-4a4a-8c4d-2de680172dc9 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:13:42.588052 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e808c6d-6b4d-4a4a-8c4d-2de680172dc9'] response: {'name': 'network-changed', 'server_uuid': 'e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21', 'tag': '11dadca9-635d-42d5-aaee-0174d0a21a39', 'status': 'completed', 'code': 200} Mar 29 15:13:42.635896 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf75523-8227-4a14-99cb-cade2aae754d req-4dfabd31-42ce-48ed-9ab3-ceb6bccacb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:42.638420 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fcf75523-8227-4a14-99cb-cade2aae754d req-4dfabd31-42ce-48ed-9ab3-ceb6bccacb73 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb13df1bbb4c41139dde418a494692fc&device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 1127 time: 0.0530303 Mar 29 15:13:42.692086 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fcf75523-8227-4a14-99cb-cade2aae754d req-1c366077-ef97-4176-b969-7644efc55ba4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11dadca9-635d-42d5-aaee-0174d0a21a39 HTTP/1.1" status: 200 len: 217 time: 0.0469813 Mar 29 15:13:42.745255 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf75523-8227-4a14-99cb-cade2aae754d req-82839aa0-e465-4141-936c-fc4bea4847cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:42.746748 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fcf75523-8227-4a14-99cb-cade2aae754d req-82839aa0-e465-4141-936c-fc4bea4847cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35025535-f908-4fdd-8813-2eb4bba1ac31 HTTP/1.1" status: 200 len: 850 time: 0.0496912 Mar 29 15:13:42.798504 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf75523-8227-4a14-99cb-cade2aae754d req-e5390085-5e1e-4c34-96cc-709a98fbbeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:42.800022 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fcf75523-8227-4a14-99cb-cade2aae754d req-e5390085-5e1e-4c34-96cc-709a98fbbeac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7361a085-d96a-4f31-b765-5a3a0b40e7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470612 Mar 29 15:13:42.896257 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fcf75523-8227-4a14-99cb-cade2aae754d req-99a0253c-dfda-4d8a-921f-ed6c8b9ef088 service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904212 Mar 29 15:13:43.582023 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768a84d-ac1b-4a82-827c-8468c53ced59 req-cad10c34-25fe-4d3d-98c3-63de3a108446 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:43.583482 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d768a84d-ac1b-4a82-827c-8468c53ced59 req-cad10c34-25fe-4d3d-98c3-63de3a108446 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 943 time: 0.0543997 Mar 29 15:13:43.631465 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d768a84d-ac1b-4a82-827c-8468c53ced59 req-efd9013d-ad23-459d-8160-704e4ebc7b48 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423839 Mar 29 15:13:43.733727 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b52581bc-835b-4165-be5e-69c7ef4117ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:43.898442 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:13:44.330642 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fcf75523-8227-4a14-99cb-cade2aae754d req-ed800de0-030c-43f3-9ed8-af9512eb477d service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873675 Mar 29 15:13:44.748418 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6780ac0-f0d6-4823-ad1e-792cbaf4fe93 req-05feaa67-ff7c-4a34-bbc8-cb0ac5dccafe tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:44.750039 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d6780ac0-f0d6-4823-ad1e-792cbaf4fe93 req-05feaa67-ff7c-4a34-bbc8-cb0ac5dccafe tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 943 time: 0.0516698 Mar 29 15:13:44.757638 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:44.799108 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d6780ac0-f0d6-4823-ad1e-792cbaf4fe93 req-4cc669cf-4750-4dfe-9f3c-90519c5812c6 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431340 Mar 29 15:13:45.919393 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bab39e-aae1-4657-87c6-e4dfaa708259 req-e5ec702b-b7d0-4e83-9c15-df16d06ce5b4 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:45.921427 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-48bab39e-aae1-4657-87c6-e4dfaa708259 req-e5ec702b-b7d0-4e83-9c15-df16d06ce5b4 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 943 time: 0.0547583 Mar 29 15:13:45.972400 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-48bab39e-aae1-4657-87c6-e4dfaa708259 req-cf841531-9d3b-4801-a2d0-36ff73a99ca5 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451000 Mar 29 15:13:46.299132 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41590d9-3346-4f76-a95a-a9e6eff3370b req-3c52bf01-a5ad-431c-b1c7-c9f1e9e3ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:46.300637 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d41590d9-3346-4f76-a95a-a9e6eff3370b req-3c52bf01-a5ad-431c-b1c7-c9f1e9e3ad41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb13df1bbb4c41139dde418a494692fc&device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 1127 time: 0.0458672 Mar 29 15:13:46.408147 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41590d9-3346-4f76-a95a-a9e6eff3370b req-5cc7db70-bc41-4092-95f3-50d7bf3391a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:46.409638 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d41590d9-3346-4f76-a95a-a9e6eff3370b req-5cc7db70-bc41-4092-95f3-50d7bf3391a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7361a085-d96a-4f31-b765-5a3a0b40e7c7 HTTP/1.1" status: 200 len: 912 time: 0.1029506 Mar 29 15:13:46.450280 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d41590d9-3346-4f76-a95a-a9e6eff3370b req-550ad375-fe8a-4dd4-800b-c96f4a8fb87c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11dadca9-635d-42d5-aaee-0174d0a21a39 HTTP/1.1" status: 200 len: 217 time: 0.0342321 Mar 29 15:13:46.501042 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41590d9-3346-4f76-a95a-a9e6eff3370b req-bf16e1cb-66fd-46d3-97e9-2d19934ca908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:46.502365 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d41590d9-3346-4f76-a95a-a9e6eff3370b req-bf16e1cb-66fd-46d3-97e9-2d19934ca908 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35025535-f908-4fdd-8813-2eb4bba1ac31 HTTP/1.1" status: 200 len: 850 time: 0.0461252 Mar 29 15:13:46.550434 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41590d9-3346-4f76-a95a-a9e6eff3370b req-ee852ff3-82db-4e66-bf63-999dc05542b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:46.551962 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d41590d9-3346-4f76-a95a-a9e6eff3370b req-ee852ff3-82db-4e66-bf63-999dc05542b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7361a085-d96a-4f31-b765-5a3a0b40e7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436096 Mar 29 15:13:46.576002 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:46.642405 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d41590d9-3346-4f76-a95a-a9e6eff3370b req-63e0dd3e-4cf4-45d1-a9cf-ec07a016ee26 service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843976 Mar 29 15:13:46.735713 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d41590d9-3346-4f76-a95a-a9e6eff3370b req-16ff1771-6340-4dc0-b835-c5b1caec17b0 service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872691 Mar 29 15:13:47.095422 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e86dcd-c4d6-4cdb-9e56-a01ed588b5ed req-cd9bea06-07e0-465f-bb5f-6a25561efdd8 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:47.096906 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-09e86dcd-c4d6-4cdb-9e56-a01ed588b5ed req-cd9bea06-07e0-465f-bb5f-6a25561efdd8 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 943 time: 0.0536141 Mar 29 15:13:47.146317 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-09e86dcd-c4d6-4cdb-9e56-a01ed588b5ed req-e68e6dc1-1d84-4723-90d9-eed4c0c073e2 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439229 Mar 29 15:13:47.639737 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:48.271898 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a42aa-d151-473e-8d1b-7cf529cb93c0 req-c40ed4b4-6f5a-421d-a9d0-95e9634b5596 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:48.273269 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-778a42aa-d151-473e-8d1b-7cf529cb93c0 req-c40ed4b4-6f5a-421d-a9d0-95e9634b5596 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 943 time: 0.0559857 Mar 29 15:13:48.322148 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-778a42aa-d151-473e-8d1b-7cf529cb93c0 req-7a640bf8-0731-42a7-9b45-426bf733e8ab tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432625 Mar 29 15:13:49.443334 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ff233-0fb7-4c42-9735-85b1e2a13a7c req-b667976a-554b-40f3-85dd-e55857968295 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:49.444915 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3f0ff233-0fb7-4c42-9735-85b1e2a13a7c req-b667976a-554b-40f3-85dd-e55857968295 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 943 time: 0.0579345 Mar 29 15:13:49.495736 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3f0ff233-0fb7-4c42-9735-85b1e2a13a7c req-f68b7b68-03f9-4ba4-8602-0bb42cad1c05 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451474 Mar 29 15:13:49.647485 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 46586) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:49.748203 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f09e4d29-89ed-49be-9ea8-194774427216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:49.827636 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f09e4d29-89ed-49be-9ea8-194774427216 admin admin] Publish callbacks [] for security_group (5de82a3d-4baf-48a6-8005-bfe1c0a65932), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:49.831466 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f09e4d29-89ed-49be-9ea8-194774427216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (5de82a3d-4baf-48a6-8005-bfe1c0a65932), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:49.869487 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-f09e4d29-89ed-49be-9ea8-194774427216 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7982021f50be44e6a814e50f151712c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209125 Mar 29 15:13:49.870315 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e4d29-89ed-49be-9ea8-194774427216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de82a3d-4baf-48a6-8005-bfe1c0a65932,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:49.872209 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 46590) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:49.877921 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e4d29-89ed-49be-9ea8-194774427216 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:49.878261 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e4d29-89ed-49be-9ea8-194774427216 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:49.878597 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e4d29-89ed-49be-9ea8-194774427216 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:49.878930 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e4d29-89ed-49be-9ea8-194774427216 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:49.879263 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e4d29-89ed-49be-9ea8-194774427216 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:49.879585 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e4d29-89ed-49be-9ea8-194774427216 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:49.879912 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e4d29-89ed-49be-9ea8-194774427216 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:49.880232 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e4d29-89ed-49be-9ea8-194774427216 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:49.880549 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e4d29-89ed-49be-9ea8-194774427216 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:49.880891 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e4d29-89ed-49be-9ea8-194774427216 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:49.881209 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e4d29-89ed-49be-9ea8-194774427216 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:49.881523 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e4d29-89ed-49be-9ea8-194774427216 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:49.881836 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e4d29-89ed-49be-9ea8-194774427216 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:49.882147 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e4d29-89ed-49be-9ea8-194774427216 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:49.882456 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e4d29-89ed-49be-9ea8-194774427216 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:49.920488 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-086aa739-8159-40f0-8571-cfed14d727ed admin admin] Publish callbacks [] for security_group (5de82a3d-4baf-48a6-8005-bfe1c0a65932), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:49.941517 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-086aa739-8159-40f0-8571-cfed14d727ed admin admin] Publish callbacks [] for security_group (5de82a3d-4baf-48a6-8005-bfe1c0a65932), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:49.986162 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-086aa739-8159-40f0-8571-cfed14d727ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (5de82a3d-4baf-48a6-8005-bfe1c0a65932), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:49.988763 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-086aa739-8159-40f0-8571-cfed14d727ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:49.989879 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-086aa739-8159-40f0-8571-cfed14d727ed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5de82a3d-4baf-48a6-8005-bfe1c0a65932 HTTP/1.1" status: 204 len: 168 time: 0.1165669 Mar 29 15:13:49.997625 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086aa739-8159-40f0-8571-cfed14d727ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de82a3d-4baf-48a6-8005-bfe1c0a65932,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:50.005562 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086aa739-8159-40f0-8571-cfed14d727ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:50.005908 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086aa739-8159-40f0-8571-cfed14d727ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:50.006250 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086aa739-8159-40f0-8571-cfed14d727ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:50.006594 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086aa739-8159-40f0-8571-cfed14d727ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:50.006923 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086aa739-8159-40f0-8571-cfed14d727ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:50.007251 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086aa739-8159-40f0-8571-cfed14d727ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:50.007602 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086aa739-8159-40f0-8571-cfed14d727ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:50.007892 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086aa739-8159-40f0-8571-cfed14d727ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:50.008218 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086aa739-8159-40f0-8571-cfed14d727ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:50.008547 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086aa739-8159-40f0-8571-cfed14d727ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:50.008897 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086aa739-8159-40f0-8571-cfed14d727ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:50.009245 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086aa739-8159-40f0-8571-cfed14d727ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:50.009569 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086aa739-8159-40f0-8571-cfed14d727ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:50.009889 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086aa739-8159-40f0-8571-cfed14d727ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:50.010208 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086aa739-8159-40f0-8571-cfed14d727ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:50.552170 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 46620) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:50.617746 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b55306-8466-4fcc-8b73-7b1799bb31f3 req-802c8231-5f88-4946-9c3a-9a2e22fd0048 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:50.624522 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-42b55306-8466-4fcc-8b73-7b1799bb31f3 req-802c8231-5f88-4946-9c3a-9a2e22fd0048 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 943 time: 0.0606904 Mar 29 15:13:50.672368 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-42b55306-8466-4fcc-8b73-7b1799bb31f3 req-59850349-105f-4aeb-b3b4-93ce04f5b3b9 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469649 Mar 29 15:13:50.775033 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b2102292-e723-45b5-bca9-96710950589d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:50.863186 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b2102292-e723-45b5-bca9-96710950589d admin admin] Publish callbacks [] for security_group (b93329e7-57eb-4088-b97f-c65f704d1460), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:50.867159 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b2102292-e723-45b5-bca9-96710950589d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (b93329e7-57eb-4088-b97f-c65f704d1460), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:50.910374 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-b2102292-e723-45b5-bca9-96710950589d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f53a3b9b78df408880c6a8c568101f5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3570526 Mar 29 15:13:50.911329 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2102292-e723-45b5-bca9-96710950589d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93329e7-57eb-4088-b97f-c65f704d1460,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:50.913013 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 46632) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:50.962944 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9b71d388-a9fa-4601-ae68-d89753a4cb66 admin admin] Publish callbacks [] for security_group (b93329e7-57eb-4088-b97f-c65f704d1460), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:50.985494 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9b71d388-a9fa-4601-ae68-d89753a4cb66 admin admin] Publish callbacks [] for security_group (b93329e7-57eb-4088-b97f-c65f704d1460), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:51.035123 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9b71d388-a9fa-4601-ae68-d89753a4cb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (b93329e7-57eb-4088-b97f-c65f704d1460), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:51.046783 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9b71d388-a9fa-4601-ae68-d89753a4cb66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:51.046783 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-9b71d388-a9fa-4601-ae68-d89753a4cb66 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b93329e7-57eb-4088-b97f-c65f704d1460 HTTP/1.1" status: 204 len: 168 time: 0.1250219 Mar 29 15:13:51.048424 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71d388-a9fa-4601-ae68-d89753a4cb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93329e7-57eb-4088-b97f-c65f704d1460,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:51.372225 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 46652) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:51.386442 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-88299dac-39c9-4827-91e4-7a2e54ac741d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:51.464739 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-88299dac-39c9-4827-91e4-7a2e54ac741d admin admin] Publish callbacks [] for security_group (dfb3559f-e0ef-4d4a-ad9f-34208054e230), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:51.469980 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-88299dac-39c9-4827-91e4-7a2e54ac741d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (dfb3559f-e0ef-4d4a-ad9f-34208054e230), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:51.509074 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-88299dac-39c9-4827-91e4-7a2e54ac741d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6052df2941744c7dbe857ab4a77c99d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357327 Mar 29 15:13:51.510199 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88299dac-39c9-4827-91e4-7a2e54ac741d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb3559f-e0ef-4d4a-ad9f-34208054e230,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:51.511787 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 46656) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:51.564302 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e7f8178e-dd39-4955-831f-ed9522b62b40 admin admin] Publish callbacks [] for security_group (dfb3559f-e0ef-4d4a-ad9f-34208054e230), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:51.586851 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e7f8178e-dd39-4955-831f-ed9522b62b40 admin admin] Publish callbacks [] for security_group (dfb3559f-e0ef-4d4a-ad9f-34208054e230), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:51.637334 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e7f8178e-dd39-4955-831f-ed9522b62b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (dfb3559f-e0ef-4d4a-ad9f-34208054e230), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:51.640442 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-e7f8178e-dd39-4955-831f-ed9522b62b40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:51.641623 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-e7f8178e-dd39-4955-831f-ed9522b62b40 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dfb3559f-e0ef-4d4a-ad9f-34208054e230 HTTP/1.1" status: 204 len: 168 time: 0.1288605 Mar 29 15:13:51.650112 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8178e-dd39-4955-831f-ed9522b62b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb3559f-e0ef-4d4a-ad9f-34208054e230,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:51.796292 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352c87f-dfdf-4da2-9a97-b12db65afdb5 req-929dfd2c-b036-4a69-8f36-acb1e45a158a tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:51.798278 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-0352c87f-dfdf-4da2-9a97-b12db65afdb5 req-929dfd2c-b036-4a69-8f36-acb1e45a158a tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 943 time: 0.0592029 Mar 29 15:13:51.853541 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-0352c87f-dfdf-4da2-9a97-b12db65afdb5 req-4394fc5e-c95b-4b34-b795-b01ca473e820 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489085 Mar 29 15:13:52.973754 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996c954-0acf-4575-abc6-4945069d053a req-12af7e77-2261-40ce-9f66-e954a347c23d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:52.975207 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4996c954-0acf-4575-abc6-4945069d053a req-12af7e77-2261-40ce-9f66-e954a347c23d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 943 time: 0.0546982 Mar 29 15:13:53.034352 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4996c954-0acf-4575-abc6-4945069d053a req-30ad3b3f-2cef-460d-b5bf-edf8a522ef00 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504930 Mar 29 15:13:54.161843 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e96696-d7c4-4d3f-a68a-79d1404afceb req-6385120e-83cb-4a09-bdfa-1eabfadfdd83 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:54.163478 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-44e96696-d7c4-4d3f-a68a-79d1404afceb req-6385120e-83cb-4a09-bdfa-1eabfadfdd83 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 943 time: 0.0615578 Mar 29 15:13:54.213124 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-44e96696-d7c4-4d3f-a68a-79d1404afceb req-81aa8bff-2e01-4eec-ab10-c4293d20e58f tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436008 Mar 29 15:13:55.340218 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2225f-ee47-4300-bf67-9b12bc3d7246 req-e812aacc-3787-4362-904a-d295a65bf75a tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:55.341769 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5fb2225f-ee47-4300-bf67-9b12bc3d7246 req-e812aacc-3787-4362-904a-d295a65bf75a tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 943 time: 0.0592575 Mar 29 15:13:55.393766 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5fb2225f-ee47-4300-bf67-9b12bc3d7246 req-99a338eb-ef64-4135-83cb-23060bd7361e tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460744 Mar 29 15:13:56.481850 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 11dadca9-635d-42d5-aaee-0174d0a21a39 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:13:56.522129 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fc2e7-aa79-4732-8344-b87795e121a2 req-1d3d3e09-d435-41c0-bfcf-f12f3f59675d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:56.529433 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-853fc2e7-aa79-4732-8344-b87795e121a2 req-1d3d3e09-d435-41c0-bfcf-f12f3f59675d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 943 time: 0.0638213 Mar 29 15:13:56.589555 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-853fc2e7-aa79-4732-8344-b87795e121a2 req-66f4e907-883c-4f88-bac4-81ff9423a2d4 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592625 Mar 29 15:13:56.631659 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 46820) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:56.639283 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 11dadca9-635d-42d5-aaee-0174d0a21a39, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=11dadca9-635d-42d5-aaee-0174d0a21a39,segment=NetworkSegment(13900b9a-4061-4f7b-81bb-9d27483245b5),segment_id=13900b9a-4061-4f7b-81bb-9d27483245b5)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:13:56.653289 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Returning: {'device': '11dadca9-635d-42d5-aaee-0174d0a21a39', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'port_id': '11dadca9-635d-42d5-aaee-0174d0a21a39', 'mac_address': 'fa:16:3e:e6:c0:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:13:56.656536 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:56.696352 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port 11dadca9-635d-42d5-aaee-0174d0a21a39 is: DOWN; New status is: BUILD {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:13:56.697077 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (11dadca9-635d-42d5-aaee-0174d0a21a39), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:56.711430 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11dadca9-635d-42d5-aaee-0174d0a21a39 {{(pid=103155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:13:56.735667 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 11dadca9-635d-42d5-aaee-0174d0a21a39, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=11dadca9-635d-42d5-aaee-0174d0a21a39,segment=NetworkSegment(13900b9a-4061-4f7b-81bb-9d27483245b5),segment_id=13900b9a-4061-4f7b-81bb-9d27483245b5)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:13:56.739786 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (11dadca9-635d-42d5-aaee-0174d0a21a39), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:56.758313 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c1196219-ea8e-4bde-a390-4b4d93ddb44a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:56.798967 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=11dadca9-635d-42d5-aaee-0174d0a21a39,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:56.800341 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:56.800729 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:56.801305 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:56.801426 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:56.801687 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:56.802011 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:56.802348 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:56.802662 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:56.802989 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:56.803319 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:56.803642 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:56.803970 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:56.804294 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:56.804672 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:56.805162 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:13:56.847577 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c1196219-ea8e-4bde-a390-4b4d93ddb44a admin admin] Publish callbacks [] for security_group (d65ba12d-5a2f-4c46-825b-a2614e5f54ca), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:56.851066 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-c1196219-ea8e-4bde-a390-4b4d93ddb44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (d65ba12d-5a2f-4c46-825b-a2614e5f54ca), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:56.905188 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-c1196219-ea8e-4bde-a390-4b4d93ddb44a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4a2211c4333640bc9422017cd3a6d6f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2722800 Mar 29 15:13:56.906181 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1196219-ea8e-4bde-a390-4b4d93ddb44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65ba12d-5a2f-4c46-825b-a2614e5f54ca,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:56.907028 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 46836) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:56.957251 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4372f10b-7565-49ab-ab4d-c0ffa5eff00b admin admin] Publish callbacks [] for security_group (d65ba12d-5a2f-4c46-825b-a2614e5f54ca), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:56.982892 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4372f10b-7565-49ab-ab4d-c0ffa5eff00b admin admin] Publish callbacks [] for security_group (d65ba12d-5a2f-4c46-825b-a2614e5f54ca), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:57.031242 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4372f10b-7565-49ab-ab4d-c0ffa5eff00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (d65ba12d-5a2f-4c46-825b-a2614e5f54ca), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:57.033851 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4372f10b-7565-49ab-ab4d-c0ffa5eff00b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:57.034987 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-4372f10b-7565-49ab-ab4d-c0ffa5eff00b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d65ba12d-5a2f-4c46-825b-a2614e5f54ca HTTP/1.1" status: 204 len: 168 time: 0.1269894 Mar 29 15:13:57.043364 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372f10b-7565-49ab-ab4d-c0ffa5eff00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65ba12d-5a2f-4c46-825b-a2614e5f54ca,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:57.071257 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['11dadca9-635d-42d5-aaee-0174d0a21a39'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:13:57.308182 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 46842) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:57.322184 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e6e6bcbb-af75-4bd0-ae35-259331708128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:57.396724 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e6e6bcbb-af75-4bd0-ae35-259331708128 admin admin] Publish callbacks [] for security_group (b15c565a-01df-4055-bf6f-6b1fd77b59d6), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:57.400408 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e6e6bcbb-af75-4bd0-ae35-259331708128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (b15c565a-01df-4055-bf6f-6b1fd77b59d6), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:57.439975 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-e6e6bcbb-af75-4bd0-ae35-259331708128 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d8208c441e944b379ce09fd2f3268901&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306934 Mar 29 15:13:57.441096 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6bcbb-af75-4bd0-ae35-259331708128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15c565a-01df-4055-bf6f-6b1fd77b59d6,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:57.442691 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 46844) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:57.489048 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-609ad1d4-010d-4aa8-bfde-9d3266c9452d admin admin] Publish callbacks [] for security_group (b15c565a-01df-4055-bf6f-6b1fd77b59d6), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:57.509551 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-609ad1d4-010d-4aa8-bfde-9d3266c9452d admin admin] Publish callbacks [] for security_group (b15c565a-01df-4055-bf6f-6b1fd77b59d6), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:57.557912 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-609ad1d4-010d-4aa8-bfde-9d3266c9452d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (b15c565a-01df-4055-bf6f-6b1fd77b59d6), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:57.560328 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-609ad1d4-010d-4aa8-bfde-9d3266c9452d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:57.561992 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-609ad1d4-010d-4aa8-bfde-9d3266c9452d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b15c565a-01df-4055-bf6f-6b1fd77b59d6 HTTP/1.1" status: 204 len: 168 time: 0.1177952 Mar 29 15:13:57.569401 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ad1d4-010d-4aa8-bfde-9d3266c9452d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15c565a-01df-4055-bf6f-6b1fd77b59d6,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:57.722413 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa03e6e-8f63-4783-9472-2f1b9286abc0 req-5fd03005-0481-40ab-9d70-1675dbdb36ed tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:57.723916 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7fa03e6e-8f63-4783-9472-2f1b9286abc0 req-5fd03005-0481-40ab-9d70-1675dbdb36ed tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 944 time: 0.0558660 Mar 29 15:13:57.773939 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7fa03e6e-8f63-4783-9472-2f1b9286abc0 req-ce991ced-27d3-484e-9cfb-19615397ce8d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443566 Mar 29 15:13:57.882672 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 46852) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:57.895821 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7e8b703c-65e7-4b01-b5e8-c7c75323ec09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:57.973630 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7e8b703c-65e7-4b01-b5e8-c7c75323ec09 admin admin] Publish callbacks [] for security_group (35fc68dd-7dfb-46da-8ef5-75ad93aef65f), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:57.977414 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7e8b703c-65e7-4b01-b5e8-c7c75323ec09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (35fc68dd-7dfb-46da-8ef5-75ad93aef65f), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:58.015931 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-7e8b703c-65e7-4b01-b5e8-c7c75323ec09 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=693bf2b2da4b408a9e490a55d61b0366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321869 Mar 29 15:13:58.016801 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b703c-65e7-4b01-b5e8-c7c75323ec09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fc68dd-7dfb-46da-8ef5-75ad93aef65f,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:58.019623 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 46862) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:58.068720 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a1c9ab9c-b1fa-4cf6-b8bd-ca4f68d16a85 admin admin] Publish callbacks [] for security_group (35fc68dd-7dfb-46da-8ef5-75ad93aef65f), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:58.090193 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a1c9ab9c-b1fa-4cf6-b8bd-ca4f68d16a85 admin admin] Publish callbacks [] for security_group (35fc68dd-7dfb-46da-8ef5-75ad93aef65f), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:58.142807 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a1c9ab9c-b1fa-4cf6-b8bd-ca4f68d16a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (35fc68dd-7dfb-46da-8ef5-75ad93aef65f), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:58.145762 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a1c9ab9c-b1fa-4cf6-b8bd-ca4f68d16a85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:58.146944 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-a1c9ab9c-b1fa-4cf6-b8bd-ca4f68d16a85 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/35fc68dd-7dfb-46da-8ef5-75ad93aef65f HTTP/1.1" status: 204 len: 168 time: 0.1262352 Mar 29 15:13:58.154764 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9ab9c-b1fa-4cf6-b8bd-ca4f68d16a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fc68dd-7dfb-46da-8ef5-75ad93aef65f,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:58.259756 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 46868) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:58.462672 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-214b9524-dae2-4a4e-b2a9-d06d2e6798ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:58.482069 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 11dadca9-635d-42d5-aaee-0174d0a21a39 up at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:13:58.539042 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-214b9524-dae2-4a4e-b2a9-d06d2e6798ef admin admin] Publish callbacks [] for security_group (4d30d05e-96a4-4743-8bee-57a1ab96b56c), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:58.541582 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning for port 11dadca9-635d-42d5-aaee-0174d0a21a39 completed by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:13:58.544406 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-214b9524-dae2-4a4e-b2a9-d06d2e6798ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (4d30d05e-96a4-4743-8bee-57a1ab96b56c), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:58.546899 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning complete for port 11dadca9-635d-42d5-aaee-0174d0a21a39 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:13:58.547373 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (11dadca9-635d-42d5-aaee-0174d0a21a39), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:58.583043 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-214b9524-dae2-4a4e-b2a9-d06d2e6798ef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f4fe83d7734240549ad45a9bed889db7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3221493 Mar 29 15:13:58.584145 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b9524-dae2-4a4e-b2a9-d06d2e6798ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d30d05e-96a4-4743-8bee-57a1ab96b56c,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:58.587966 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 46882) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:58.638647 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port 11dadca9-635d-42d5-aaee-0174d0a21a39 is: BUILD; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:13:58.639242 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (11dadca9-635d-42d5-aaee-0174d0a21a39), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:58.660338 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b2f4d2e5-6056-4703-9d24-54e2f41207fb admin admin] Publish callbacks [] for security_group (4d30d05e-96a4-4743-8bee-57a1ab96b56c), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:58.663790 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11dadca9-635d-42d5-aaee-0174d0a21a39'}] {{(pid=103155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:13:58.666229 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38c8142a5be8756d7824345574af4facaba61695d099691de86e3daaece1ccc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62aaed0e-7451-48b2-a987-cee6b5bab44f" -d '{"events": [{"server_uuid": "e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21", "name": "network-vif-plugged", "status": "completed", "tag": "11dadca9-635d-42d5-aaee-0174d0a21a39"}]}' {{(pid=103155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:13:58.679497 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 11dadca9-635d-42d5-aaee-0174d0a21a39, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=11dadca9-635d-42d5-aaee-0174d0a21a39,segment=NetworkSegment(13900b9a-4061-4f7b-81bb-9d27483245b5),segment_id=13900b9a-4061-4f7b-81bb-9d27483245b5)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:13:58.684230 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (11dadca9-635d-42d5-aaee-0174d0a21a39), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:58.688847 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b2f4d2e5-6056-4703-9d24-54e2f41207fb admin admin] Publish callbacks [] for security_group (4d30d05e-96a4-4743-8bee-57a1ab96b56c), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:58.744045 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=11dadca9-635d-42d5-aaee-0174d0a21a39,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:58.744651 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b2f4d2e5-6056-4703-9d24-54e2f41207fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (4d30d05e-96a4-4743-8bee-57a1ab96b56c), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:58.747695 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b2f4d2e5-6056-4703-9d24-54e2f41207fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:58.754336 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-b2f4d2e5-6056-4703-9d24-54e2f41207fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4d30d05e-96a4-4743-8bee-57a1ab96b56c HTTP/1.1" status: 204 len: 168 time: 0.1649668 Mar 29 15:13:58.764091 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4d2e5-6056-4703-9d24-54e2f41207fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d30d05e-96a4-4743-8bee-57a1ab96b56c,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:58.857994 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936ba1ab-b710-42bb-a226-7ebf6bc2f9e1 x-openstack-request-id: req-936ba1ab-b710-42bb-a226-7ebf6bc2f9e1 {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:13:58.858363 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21", "name": "network-vif-plugged", "status": "completed", "tag": "11dadca9-635d-42d5-aaee-0174d0a21a39", "code": 200}]} {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:13:58.858621 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-936ba1ab-b710-42bb-a226-7ebf6bc2f9e1 {{(pid=103155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:13:58.859092 dv-cinder-835635-1-iscsi neutron-server[103155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-936ba1ab-b710-42bb-a226-7ebf6bc2f9e1'] response: {'server_uuid': 'e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11dadca9-635d-42d5-aaee-0174d0a21a39', 'code': 200} Mar 29 15:13:58.909521 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ff746-69c9-4f2e-8b9d-ecfc277b1354 req-2ed378fb-5b8d-4f55-8469-fb2547b71b75 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:58.911203 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ba8ff746-69c9-4f2e-8b9d-ecfc277b1354 req-2ed378fb-5b8d-4f55-8469-fb2547b71b75 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 945 time: 0.0627277 Mar 29 15:13:58.972730 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ba8ff746-69c9-4f2e-8b9d-ecfc277b1354 req-8f806a22-176f-4036-be8a-6ebf38fd9fa1 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549483 Mar 29 15:13:59.094767 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc7482-8520-462a-bc18-1062f56f2f4a req-ec6753c0-5be0-48f8-9f17-6adf17b4167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:13:59.096525 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-52bc7482-8520-462a-bc18-1062f56f2f4a req-ec6753c0-5be0-48f8-9f17-6adf17b4167b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 1129 time: 0.0524480 Mar 29 15:13:59.144902 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-52bc7482-8520-462a-bc18-1062f56f2f4a req-2981ac77-60c5-45f8-aa9f-aa3d2d932a3c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424328 Mar 29 15:13:59.200786 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 46908) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:59.215464 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fe59b75b-539d-42ed-973b-ec6f402b39f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:59.295010 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fe59b75b-539d-42ed-973b-ec6f402b39f4 admin admin] Publish callbacks [] for security_group (91ad378c-f196-4cfc-9891-b7e561cfd9c5), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:59.300146 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fe59b75b-539d-42ed-973b-ec6f402b39f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (91ad378c-f196-4cfc-9891-b7e561cfd9c5), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:59.339656 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-fe59b75b-539d-42ed-973b-ec6f402b39f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=28072370aaae46c4a6eb1b83d14f35e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371355 Mar 29 15:13:59.340863 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59b75b-539d-42ed-973b-ec6f402b39f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ad378c-f196-4cfc-9891-b7e561cfd9c5,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:59.342284 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 46912) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:59.384947 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 46914) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:59.392179 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f1f79f6b-3a92-48fa-a373-e500c7dc549e admin admin] Publish callbacks [] for security_group (91ad378c-f196-4cfc-9891-b7e561cfd9c5), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:59.413701 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f1f79f6b-3a92-48fa-a373-e500c7dc549e admin admin] Publish callbacks [] for security_group (91ad378c-f196-4cfc-9891-b7e561cfd9c5), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:59.460144 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f1f79f6b-3a92-48fa-a373-e500c7dc549e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (91ad378c-f196-4cfc-9891-b7e561cfd9c5), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:59.462810 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f1f79f6b-3a92-48fa-a373-e500c7dc549e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:59.464086 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-f1f79f6b-3a92-48fa-a373-e500c7dc549e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/91ad378c-f196-4cfc-9891-b7e561cfd9c5 HTTP/1.1" status: 204 len: 168 time: 0.1207297 Mar 29 15:13:59.472897 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f79f6b-3a92-48fa-a373-e500c7dc549e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ad378c-f196-4cfc-9891-b7e561cfd9c5,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:59.495755 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a760aaeb-4804-4075-8711-d5c254b0540a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:59.581935 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a760aaeb-4804-4075-8711-d5c254b0540a admin admin] Publish callbacks [] for security_group (36a927d9-3420-4254-80a8-42b82e9590ec), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:59.586001 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a760aaeb-4804-4075-8711-d5c254b0540a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (36a927d9-3420-4254-80a8-42b82e9590ec), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:59.625127 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-a760aaeb-4804-4075-8711-d5c254b0540a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d5e5c39b15ac451eb92292efcde656cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389605 Mar 29 15:13:59.625969 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760aaeb-4804-4075-8711-d5c254b0540a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a927d9-3420-4254-80a8-42b82e9590ec,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:59.627814 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 46922) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:59.677029 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7e33eb39-758f-42c3-8622-d9142db51548 admin admin] Publish callbacks [] for security_group (36a927d9-3420-4254-80a8-42b82e9590ec), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:59.700538 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7e33eb39-758f-42c3-8622-d9142db51548 admin admin] Publish callbacks [] for security_group (36a927d9-3420-4254-80a8-42b82e9590ec), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:59.741886 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 46924) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:59.757421 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-171fb7bb-c40d-4092-b506-e0fe736c26a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:59.764968 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7e33eb39-758f-42c3-8622-d9142db51548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (36a927d9-3420-4254-80a8-42b82e9590ec), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:59.767400 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-7e33eb39-758f-42c3-8622-d9142db51548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:59.768511 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-7e33eb39-758f-42c3-8622-d9142db51548 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/36a927d9-3420-4254-80a8-42b82e9590ec HTTP/1.1" status: 204 len: 168 time: 0.1396930 Mar 29 15:13:59.785172 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33eb39-758f-42c3-8622-d9142db51548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a927d9-3420-4254-80a8-42b82e9590ec,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:59.848839 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-171fb7bb-c40d-4092-b506-e0fe736c26a4 admin admin] Publish callbacks [] for security_group (e0c0835a-2cdc-4168-a3c1-b4e7f1902d00), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:59.853682 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-171fb7bb-c40d-4092-b506-e0fe736c26a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (e0c0835a-2cdc-4168-a3c1-b4e7f1902d00), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:59.892336 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-171fb7bb-c40d-4092-b506-e0fe736c26a4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8f330f25ee9c4f46a52f81f8aab40a5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493750 Mar 29 15:13:59.894523 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171fb7bb-c40d-4092-b506-e0fe736c26a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c0835a-2cdc-4168-a3c1-b4e7f1902d00,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:13:59.895109 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 46928) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:13:59.954017 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9e047749-5389-4b0b-9a9f-38e261a9aaaa admin admin] Publish callbacks [] for security_group (e0c0835a-2cdc-4168-a3c1-b4e7f1902d00), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:13:59.976281 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9e047749-5389-4b0b-9a9f-38e261a9aaaa admin admin] Publish callbacks [] for security_group (e0c0835a-2cdc-4168-a3c1-b4e7f1902d00), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:00.037145 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9e047749-5389-4b0b-9a9f-38e261a9aaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (e0c0835a-2cdc-4168-a3c1-b4e7f1902d00), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:00.040155 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-9e047749-5389-4b0b-9a9f-38e261a9aaaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:00.044374 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-9e047749-5389-4b0b-9a9f-38e261a9aaaa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e0c0835a-2cdc-4168-a3c1-b4e7f1902d00 HTTP/1.1" status: 204 len: 168 time: 0.1477776 Mar 29 15:14:00.064885 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e047749-5389-4b0b-9a9f-38e261a9aaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c0835a-2cdc-4168-a3c1-b4e7f1902d00,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:00.122734 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7392e-a9d5-4562-9d40-dc8790883036 req-8ac81d75-8f4f-4b07-a505-ff60646f9d69 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:00.129817 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-25e7392e-a9d5-4562-9d40-dc8790883036 req-8ac81d75-8f4f-4b07-a505-ff60646f9d69 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 945 time: 0.0815024 Mar 29 15:14:00.187628 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-25e7392e-a9d5-4562-9d40-dc8790883036 req-d2769212-116c-4316-856e-93a1929c2c35 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568821 Mar 29 15:14:01.302766 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa554b-ea6b-4154-9e8d-f2ab869bcca1 req-d41b08ff-a98d-489d-888b-c8aac2d8139f tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:01.304111 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-05aa554b-ea6b-4154-9e8d-f2ab869bcca1 req-d41b08ff-a98d-489d-888b-c8aac2d8139f tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 945 time: 0.0510061 Mar 29 15:14:01.351376 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-05aa554b-ea6b-4154-9e8d-f2ab869bcca1 req-2fd8e062-108b-4dbf-8886-61f539228e80 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416729 Mar 29 15:14:01.468218 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b906c-0fb5-4977-ae28-2ec3f91befd0 req-7c1e37e9-3a2c-44fe-b6c5-38fe3b3b2278 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:01.469691 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-671b906c-0fb5-4977-ae28-2ec3f91befd0 req-7c1e37e9-3a2c-44fe-b6c5-38fe3b3b2278 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 945 time: 0.0513430 Mar 29 15:14:01.517259 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-671b906c-0fb5-4977-ae28-2ec3f91befd0 req-f435f737-9e38-4f89-8353-dddea63b2166 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420794 Mar 29 15:14:01.538905 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 46990) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:01.722477 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d355bbb8-bed2-42bc-87e2-5f04f486c223 tempest-TestVolumeBootPattern-811119152 tempest-TestVolumeBootPattern-811119152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:01.724028 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-d355bbb8-bed2-42bc-87e2-5f04f486c223 tempest-TestVolumeBootPattern-811119152 tempest-TestVolumeBootPattern-811119152-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 1124 time: 0.1840920 Mar 29 15:14:01.726979 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 46994) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:01.731157 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-c62f81cb-b16a-4313-a3e1-e1bb9f05df25 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Request body: {'floatingip': {'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'port_id': '11dadca9-635d-42d5-aaee-0174d0a21a39', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:14:01.751585 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c62f81cb-b16a-4313-a3e1-e1bb9f05df25 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:01.849185 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c62f81cb-b16a-4313-a3e1-e1bb9f05df25 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:01.949817 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-c62f81cb-b16a-4313-a3e1-e1bb9f05df25 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Allocated IP 172.27.2.182 (73fab6d0-c07f-433f-9c69-8ff3a31867f5/bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83/82a8374c-db54-40dd-bc56-d58b04fc7bf3) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:14:02.061884 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c62f81cb-b16a-4313-a3e1-e1bb9f05df25 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for port (82a8374c-db54-40dd-bc56-d58b04fc7bf3), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:02.098405 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c62f81cb-b16a-4313-a3e1-e1bb9f05df25 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (82a8374c-db54-40dd-bc56-d58b04fc7bf3), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:02.135176 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62f81cb-b16a-4313-a3e1-e1bb9f05df25 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:14:02.138039 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-c62f81cb-b16a-4313-a3e1-e1bb9f05df25 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:14:02.142166 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62f81cb-b16a-4313-a3e1-e1bb9f05df25 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:14:02.178202 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f81cb-b16a-4313-a3e1-e1bb9f05df25 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Pushing event updated for resources: {'Port': ['ID=82a8374c-db54-40dd-bc56-d58b04fc7bf3,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:02.374697 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-3d7d020c-0d4f-417f-b543-3921e7a35327 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=318fb82049cd4e74ae93f84c84748c7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330169 Mar 29 15:14:02.526338 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c62f81cb-b16a-4313-a3e1-e1bb9f05df25 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for floatingip (9ac60b78-690e-41ff-a6f3-fc8a11c7b6d6), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:02.566071 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-04be937b-c4a0-4efe-af3a-73b2579c7b93 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:02.567595 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-04be937b-c4a0-4efe-af3a-73b2579c7b93 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1854067 Mar 29 15:14:02.583381 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-e11bfdc7-4a2d-448c-9d02-d1ab7bdd0eeb tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.35 "GET /v2.0/quotas/318fb82049cd4e74ae93f84c84748c7e HTTP/1.1" status: 200 len: 375 time: 0.0100834 Mar 29 15:14:02.595387 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c62f81cb-b16a-4313-a3e1-e1bb9f05df25 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (82a8374c-db54-40dd-bc56-d58b04fc7bf3), before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:02.615419 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-0422afe0-24c4-4c82-a6be-0d0ec8e0a585 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=318fb82049cd4e74ae93f84c84748c7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269043 Mar 29 15:14:02.759150 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c62f81cb-b16a-4313-a3e1-e1bb9f05df25 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for port (82a8374c-db54-40dd-bc56-d58b04fc7bf3), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:02.762750 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c62f81cb-b16a-4313-a3e1-e1bb9f05df25 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13311161'] for port (82a8374c-db54-40dd-bc56-d58b04fc7bf3), after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:02.788127 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-54ca4a26-65d1-48a7-9608-ad563c4ce94b req-133b4cd6-d441-45a7-bdcf-64f492b97088 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eeda1e6-02c6-436e-b19f-2fcec2d68ce5 HTTP/1.1" status: 200 len: 210 time: 0.0409534 Mar 29 15:14:03.074849 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f81cb-b16a-4313-a3e1-e1bb9f05df25 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Pushing event updated for resources: {'Port': ['ID=82a8374c-db54-40dd-bc56-d58b04fc7bf3,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:03.081287 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c62f81cb-b16a-4313-a3e1-e1bb9f05df25 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (9ac60b78-690e-41ff-a6f3-fc8a11c7b6d6), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:03.183255 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.db.l3_db [None req-c62f81cb-b16a-4313-a3e1-e1bb9f05df25 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Floating IP 9ac60b78-690e-41ff-a6f3-fc8a11c7b6d6 associated. External IP: 172.27.2.182, port: 11dadca9-635d-42d5-aaee-0174d0a21a39. Mar 29 15:14:03.398164 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62f81cb-b16a-4313-a3e1-e1bb9f05df25 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Router 9b7dd2bf-80e6-4da1-9edc-872c912fc803 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:14:03.488557 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 47026) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:03.515971 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62f81cb-b16a-4313-a3e1-e1bb9f05df25 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:14:03.525451 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92395501-d83f-49d9-9bbc-3de29d018efa None None] Sync routers for ids ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:14:03.534043 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c62f81cb-b16a-4313-a3e1-e1bb9f05df25 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:03.542683 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92395501-d83f-49d9-9bbc-3de29d018efa None None] Routers {'9b7dd2bf-80e6-4da1-9edc-872c912fc803'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:14:03.543427 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-92395501-d83f-49d9-9bbc-3de29d018efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:13:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:14:03.566522 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-c62f81cb-b16a-4313-a3e1-e1bb9f05df25 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8384912 Mar 29 15:14:03.567188 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21', 'tag': '11dadca9-635d-42d5-aaee-0174d0a21a39'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:14:03.569489 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba023f0cd8cc5f3c167e772b1aa00d02c07a3711ed68df0fea12bd5354b7600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bda5249-057c-4968-9318-3bfbc6d16f43" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21", "tag": "11dadca9-635d-42d5-aaee-0174d0a21a39"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:14:03.619297 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4b787dda-2e82-44ac-938c-822b5b5a6375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:03.660588 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-92395501-d83f-49d9-9bbc-3de29d018efa None None] Set router 9b7dd2bf-80e6-4da1-9edc-872c912fc803 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:14:03.700065 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4b787dda-2e82-44ac-938c-822b5b5a6375 admin admin] Publish callbacks [] for security_group (eb80c54b-a05f-4629-b3ed-87b5350c36b5), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:03.705221 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-4b787dda-2e82-44ac-938c-822b5b5a6375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (eb80c54b-a05f-4629-b3ed-87b5350c36b5), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:03.754755 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246a27fd-d7f4-4dfd-af8e-6c1f5b45205b x-openstack-request-id: req-246a27fd-d7f4-4dfd-af8e-6c1f5b45205b {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:14:03.755360 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21", "tag": "11dadca9-635d-42d5-aaee-0174d0a21a39", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:14:03.755808 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-246a27fd-d7f4-4dfd-af8e-6c1f5b45205b {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:14:03.756399 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-246a27fd-d7f4-4dfd-af8e-6c1f5b45205b'] response: {'name': 'network-changed', 'server_uuid': 'e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21', 'tag': '11dadca9-635d-42d5-aaee-0174d0a21a39', 'status': 'completed', 'code': 200} Mar 29 15:14:03.783320 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-4b787dda-2e82-44ac-938c-822b5b5a6375 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=92e23df819684f798fb3c981b243018d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2936349 Mar 29 15:14:03.785985 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 47040) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:03.793331 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b787dda-2e82-44ac-938c-822b5b5a6375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb80c54b-a05f-4629-b3ed-87b5350c36b5,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:03.848426 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-80a772ae-0cae-4363-8384-3df5a54e2299 admin admin] Publish callbacks [] for security_group (eb80c54b-a05f-4629-b3ed-87b5350c36b5), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:03.852594 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda5249-057c-4968-9318-3bfbc6d16f43 req-2a08d6d7-087c-4c9d-aaa0-14833c6bde81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:03.854904 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9bda5249-057c-4968-9318-3bfbc6d16f43 req-2a08d6d7-087c-4c9d-aaa0-14833c6bde81 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb13df1bbb4c41139dde418a494692fc&device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 1129 time: 0.0705905 Mar 29 15:14:03.885521 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3a1a28ea-549e-4df0-9508-28564913be06 req-56ae8b31-c822-4e2a-afa4-48a10c824355 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eeda1e6-02c6-436e-b19f-2fcec2d68ce5 HTTP/1.1" status: 200 len: 210 time: 0.0340745 Mar 29 15:14:03.898470 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-80a772ae-0cae-4363-8384-3df5a54e2299 admin admin] Publish callbacks [] for security_group (eb80c54b-a05f-4629-b3ed-87b5350c36b5), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:03.953954 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda5249-057c-4968-9318-3bfbc6d16f43 req-cafc3046-3c2d-42d6-b0bb-aa0e149a357b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:03.955091 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-80a772ae-0cae-4363-8384-3df5a54e2299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (eb80c54b-a05f-4629-b3ed-87b5350c36b5), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:03.955442 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9bda5249-057c-4968-9318-3bfbc6d16f43 req-cafc3046-3c2d-42d6-b0bb-aa0e149a357b service neutron] 10.222.0.36 "GET /v2.0/networks?id=7361a085-d96a-4f31-b765-5a3a0b40e7c7 HTTP/1.1" status: 200 len: 912 time: 0.0950184 Mar 29 15:14:03.958037 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-80a772ae-0cae-4363-8384-3df5a54e2299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:03.959335 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-80a772ae-0cae-4363-8384-3df5a54e2299 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eb80c54b-a05f-4629-b3ed-87b5350c36b5 HTTP/1.1" status: 204 len: 168 time: 0.1721945 Mar 29 15:14:03.963362 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-92395501-d83f-49d9-9bbc-3de29d018efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'name': 'tempest-TestVolumeBootPattern-203760922-router', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:47Z', 'revision_number': 4, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'gw_port': {'id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '9ac60b78-690e-41ff-a6f3-fc8a11c7b6d6', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'port_id': '11dadca9-635d-42d5-aaee-0174d0a21a39', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'mac_address': 'fa:16:3e:e6:c0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:14:02Z', 'updated_at': '2022-03-29T15:14:02Z', 'revision_number': 0, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2f76b5c-c6ad-443b-b39d-0538b335d304', 'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'mac_address': 'fa:16:3e:97:11:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:47Z', 'updated_at': '2022-03-29T15:12:51Z', 'revision_number': 5, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'subnets': [{'id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:14:03.976936 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a772ae-0cae-4363-8384-3df5a54e2299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb80c54b-a05f-4629-b3ed-87b5350c36b5,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:04.002788 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92395501-d83f-49d9-9bbc-3de29d018efa None None] Checking router: 9b7dd2bf-80e6-4da1-9edc-872c912fc803 for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:14:04.017668 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92395501-d83f-49d9-9bbc-3de29d018efa None None] Routers {'9b7dd2bf-80e6-4da1-9edc-872c912fc803'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:14:04.018289 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-92395501-d83f-49d9-9bbc-3de29d018efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:13:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:14:04.038567 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9bda5249-057c-4968-9318-3bfbc6d16f43 req-ddafd839-a322-4b45-9428-5275560fd393 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11dadca9-635d-42d5-aaee-0174d0a21a39 HTTP/1.1" status: 200 len: 999 time: 0.0778570 Mar 29 15:14:04.098318 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda5249-057c-4968-9318-3bfbc6d16f43 req-24f623e6-1b79-44d7-a902-3349f64b43b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:04.099913 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9bda5249-057c-4968-9318-3bfbc6d16f43 req-24f623e6-1b79-44d7-a902-3349f64b43b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35025535-f908-4fdd-8813-2eb4bba1ac31 HTTP/1.1" status: 200 len: 850 time: 0.0548656 Mar 29 15:14:04.148014 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-92395501-d83f-49d9-9bbc-3de29d018efa None None] Set router 9b7dd2bf-80e6-4da1-9edc-872c912fc803 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:14:04.154626 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda5249-057c-4968-9318-3bfbc6d16f43 req-479babc0-ef65-45ae-983d-08bf1914523d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:04.156509 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9bda5249-057c-4968-9318-3bfbc6d16f43 req-479babc0-ef65-45ae-983d-08bf1914523d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7361a085-d96a-4f31-b765-5a3a0b40e7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502019 Mar 29 15:14:04.260029 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9bda5249-057c-4968-9318-3bfbc6d16f43 req-121af731-9107-421d-89f4-e8f4d213ca00 service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973816 Mar 29 15:14:04.351300 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9bda5249-057c-4968-9318-3bfbc6d16f43 req-aee471e8-51b3-4393-8961-f0b3f6d58805 service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852675 Mar 29 15:14:04.394393 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-92395501-d83f-49d9-9bbc-3de29d018efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'name': 'tempest-TestVolumeBootPattern-203760922-router', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:47Z', 'revision_number': 4, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'gw_port': {'id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '9ac60b78-690e-41ff-a6f3-fc8a11c7b6d6', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'port_id': '11dadca9-635d-42d5-aaee-0174d0a21a39', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'mac_address': 'fa:16:3e:e6:c0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:14:02Z', 'updated_at': '2022-03-29T15:14:02Z', 'revision_number': 0, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2f76b5c-c6ad-443b-b39d-0538b335d304', 'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'mac_address': 'fa:16:3e:97:11:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:47Z', 'updated_at': '2022-03-29T15:12:51Z', 'revision_number': 5, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'subnets': [{'id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:14:04.420536 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92395501-d83f-49d9-9bbc-3de29d018efa None None] The sync data for ids ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'] in dv-cinder-835635-1-iscsi is: [{'id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'name': 'tempest-TestVolumeBootPattern-203760922-router', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:47Z', 'revision_number': 4, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'gw_port': {'id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '9ac60b78-690e-41ff-a6f3-fc8a11c7b6d6', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'port_id': '11dadca9-635d-42d5-aaee-0174d0a21a39', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'mac_address': 'fa:16:3e:e6:c0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:14:02Z', 'updated_at': '2022-03-29T15:14:02Z', 'revision_number': 0, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2f76b5c-c6ad-443b-b39d-0538b335d304', 'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'mac_address': 'fa:16:3e:97:11:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:47Z', 'updated_at': '2022-03-29T15:12:51Z', 'revision_number': 5, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'subnets': [{'id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:14:04.599838 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d0cfff-2f92-4558-8997-68438b9672b3 None None] New status for floating IP 9ac60b78-690e-41ff-a6f3-fc8a11c7b6d6: ACTIVE {{(pid=103156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:14:04.976911 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-48706b10-3f05-4758-9ba8-ab34a6cd0648 req-4e23e048-9882-4a99-b11d-6c682693a5bb tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eeda1e6-02c6-436e-b19f-2fcec2d68ce5 HTTP/1.1" status: 200 len: 210 time: 0.0342958 Mar 29 15:14:06.056320 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-bb2f73e3-e24e-4a56-85e6-803bb1aefbd5 req-f724eb04-554f-4751-88d9-24aeb03380d8 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eeda1e6-02c6-436e-b19f-2fcec2d68ce5 HTTP/1.1" status: 200 len: 210 time: 0.0291090 Mar 29 15:14:07.149413 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ae8f549b-e3fe-4354-aff9-2bb2382ca25d req-fc3ed7d4-6047-4531-a304-6bcf9c58906c tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eeda1e6-02c6-436e-b19f-2fcec2d68ce5 HTTP/1.1" status: 200 len: 210 time: 0.0274105 Mar 29 15:14:07.728227 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-a1c155c6-8f89-44f4-b0ed-8a6b789498cc tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=318fb82049cd4e74ae93f84c84748c7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211275 Mar 29 15:14:07.835929 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-08e9f794-2bca-497d-b146-a4665340285c tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:07.837428 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-08e9f794-2bca-497d-b146-a4665340285c tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1050091 Mar 29 15:14:07.851773 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-eb4fb25e-200a-4f34-8149-779100430ec5 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Request body: {'port': {'device_id': '0eeda1e6-02c6-436e-b19f-2fcec2d68ce5', 'network_id': '583bd28d-a026-4922-84e4-4613e5a0f4b1', 'admin_state_up': True, 'tenant_id': '318fb82049cd4e74ae93f84c84748c7e'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:14:07.958169 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-eb4fb25e-200a-4f34-8149-779100430ec5 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Made reservation on behalf of 318fb82049cd4e74ae93f84c84748c7e for: {'port': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:14:07.961608 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-eb4fb25e-200a-4f34-8149-779100430ec5 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:07.971073 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-eb4fb25e-200a-4f34-8149-779100430ec5 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:08.044526 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-eb4fb25e-200a-4f34-8149-779100430ec5 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Publish callbacks [] for security_group (94fdbf6c-3c46-456c-902c-b76dd238f95c), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:08.048871 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-eb4fb25e-200a-4f34-8149-779100430ec5 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (94fdbf6c-3c46-456c-902c-b76dd238f95c), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:08.113016 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fb25e-200a-4f34-8149-779100430ec5 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94fdbf6c-3c46-456c-902c-b76dd238f95c,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:08.187107 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-eb4fb25e-200a-4f34-8149-779100430ec5 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Allocated IP 192.168.233.103 (583bd28d-a026-4922-84e4-4613e5a0f4b1/2288d362-0c33-4954-bc86-92414af87f18/16c69f2c-83fe-4fb9-9a29-d4d85ef381b7) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:14:08.244117 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a2a23fa2-5334-4e20-a255-fdaddb491f86 req-b6336634-775f-4195-94f1-7aaa4fce5671 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eeda1e6-02c6-436e-b19f-2fcec2d68ce5 HTTP/1.1" status: 200 len: 210 time: 0.0279846 Mar 29 15:14:08.335784 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-eb4fb25e-200a-4f34-8149-779100430ec5 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Publish callbacks [] for port (16c69f2c-83fe-4fb9-9a29-d4d85ef381b7), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:08.367894 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-eb4fb25e-200a-4f34-8149-779100430ec5 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (16c69f2c-83fe-4fb9-9a29-d4d85ef381b7), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:08.407407 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-eb4fb25e-200a-4f34-8149-779100430ec5 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Network 583bd28d-a026-4922-84e4-4613e5a0f4b1 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:14:08.410301 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-eb4fb25e-200a-4f34-8149-779100430ec5 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:14:08.412820 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-eb4fb25e-200a-4f34-8149-779100430ec5 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:14:08.447283 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fb25e-200a-4f34-8149-779100430ec5 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Pushing event updated for resources: {'Port': ['ID=16c69f2c-83fe-4fb9-9a29-d4d85ef381b7,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:08.471952 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-eb4fb25e-200a-4f34-8149-779100430ec5 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:08.472603 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-eb4fb25e-200a-4f34-8149-779100430ec5 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:08.488657 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-eb4fb25e-200a-4f34-8149-779100430ec5 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6403246 Mar 29 15:14:08.499215 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-02d5d8af-69a8-4e87-81e7-91f0c3569ed2 service neutron] Request body: {'port': {'device_id': '0eeda1e6-02c6-436e-b19f-2fcec2d68ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:14:08.564048 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-02d5d8af-69a8-4e87-81e7-91f0c3569ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (16c69f2c-83fe-4fb9-9a29-d4d85ef381b7), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:08.675039 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-b7e0402b-c71e-4fcd-a137-e098c9d9c5d9 None None] Provisioning complete for port 16c69f2c-83fe-4fb9-9a29-d4d85ef381b7 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:14:08.675634 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b7e0402b-c71e-4fcd-a137-e098c9d9c5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (16c69f2c-83fe-4fb9-9a29-d4d85ef381b7), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:08.709863 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-b7e0402b-c71e-4fcd-a137-e098c9d9c5d9 None None] Port 16c69f2c-83fe-4fb9-9a29-d4d85ef381b7 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:14:08.821511 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-02d5d8af-69a8-4e87-81e7-91f0c3569ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16c69f2c-83fe-4fb9-9a29-d4d85ef381b7 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:14:08.828741 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-02d5d8af-69a8-4e87-81e7-91f0c3569ed2 service neutron] Publish callbacks [] for port (16c69f2c-83fe-4fb9-9a29-d4d85ef381b7), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:08.840326 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-02d5d8af-69a8-4e87-81e7-91f0c3569ed2 service neutron] Transition to ACTIVE for port object 16c69f2c-83fe-4fb9-9a29-d4d85ef381b7 will not be triggered until provisioned by entity L2. {{(pid=103154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:14:08.844512 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-02d5d8af-69a8-4e87-81e7-91f0c3569ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (16c69f2c-83fe-4fb9-9a29-d4d85ef381b7), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:08.895786 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5d8af-69a8-4e87-81e7-91f0c3569ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=16c69f2c-83fe-4fb9-9a29-d4d85ef381b7,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:08.970464 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-02d5d8af-69a8-4e87-81e7-91f0c3569ed2 service neutron] Attempting to bind port 16c69f2c-83fe-4fb9-9a29-d4d85ef381b7 on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:14:08.970801 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-02d5d8af-69a8-4e87-81e7-91f0c3569ed2 service neutron] Attempting to bind port 16c69f2c-83fe-4fb9-9a29-d4d85ef381b7 by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': 'cdb0ab56-023d-4505-aff0-f7a514c07038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '583bd28d-a026-4922-84e4-4613e5a0f4b1'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:14:08.971130 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-02d5d8af-69a8-4e87-81e7-91f0c3569ed2 service neutron] Attempting to bind port 16c69f2c-83fe-4fb9-9a29-d4d85ef381b7 on network 583bd28d-a026-4922-84e4-4613e5a0f4b1 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:14:08.975635 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-02d5d8af-69a8-4e87-81e7-91f0c3569ed2 service neutron] Port 16c69f2c-83fe-4fb9-9a29-d4d85ef381b7 on network 583bd28d-a026-4922-84e4-4613e5a0f4b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:14:08.975956 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-02d5d8af-69a8-4e87-81e7-91f0c3569ed2 service neutron] Attempting to bind port 16c69f2c-83fe-4fb9-9a29-d4d85ef381b7 on network 583bd28d-a026-4922-84e4-4613e5a0f4b1 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:14:08.980902 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-02d5d8af-69a8-4e87-81e7-91f0c3569ed2 service neutron] Checking agent: {'id': '54f4ecb7-e3d7-497a-b676-ec21eb6e2a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'started_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:14:08.981242 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-02d5d8af-69a8-4e87-81e7-91f0c3569ed2 service neutron] Checking segment: {'id': 'cdb0ab56-023d-4505-aff0-f7a514c07038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '583bd28d-a026-4922-84e4-4613e5a0f4b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:14:08.981627 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-02d5d8af-69a8-4e87-81e7-91f0c3569ed2 service neutron] Bound using segment: {'id': 'cdb0ab56-023d-4505-aff0-f7a514c07038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '583bd28d-a026-4922-84e4-4613e5a0f4b1'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:14:08.982056 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-02d5d8af-69a8-4e87-81e7-91f0c3569ed2 service neutron] Bound port: 16c69f2c-83fe-4fb9-9a29-d4d85ef381b7, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdb0ab56-023d-4505-aff0-f7a514c07038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '583bd28d-a026-4922-84e4-4613e5a0f4b1'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:14:08.982417 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-02d5d8af-69a8-4e87-81e7-91f0c3569ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (16c69f2c-83fe-4fb9-9a29-d4d85ef381b7), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:09.047688 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-02d5d8af-69a8-4e87-81e7-91f0c3569ed2 service neutron] For port 16c69f2c-83fe-4fb9-9a29-d4d85ef381b7, host hv-cinder-83563, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:14:09.050815 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-02d5d8af-69a8-4e87-81e7-91f0c3569ed2 service neutron] For port 16c69f2c-83fe-4fb9-9a29-d4d85ef381b7, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=16c69f2c-83fe-4fb9-9a29-d4d85ef381b7,segment=NetworkSegment(cdb0ab56-023d-4505-aff0-f7a514c07038),segment_id=cdb0ab56-023d-4505-aff0-f7a514c07038)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:14:09.056248 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-02d5d8af-69a8-4e87-81e7-91f0c3569ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (16c69f2c-83fe-4fb9-9a29-d4d85ef381b7), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:09.089444 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-02d5d8af-69a8-4e87-81e7-91f0c3569ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:09.090055 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-02d5d8af-69a8-4e87-81e7-91f0c3569ed2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:09.091465 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-02d5d8af-69a8-4e87-81e7-91f0c3569ed2 service neutron] 10.222.0.36 "PUT /v2.0/ports/16c69f2c-83fe-4fb9-9a29-d4d85ef381b7 HTTP/1.1" status: 200 len: 1098 time: 0.5962281 Mar 29 15:14:09.091848 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eeda1e6-02c6-436e-b19f-2fcec2d68ce5', 'tag': '16c69f2c-83fe-4fb9-9a29-d4d85ef381b7'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:14:09.094830 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759b57af-766f-4ef6-8025-687267f4f817" -d '{"events": [{"name": "network-changed", "server_uuid": "0eeda1e6-02c6-436e-b19f-2fcec2d68ce5", "tag": "16c69f2c-83fe-4fb9-9a29-d4d85ef381b7"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:14:09.120324 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5d8af-69a8-4e87-81e7-91f0c3569ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=16c69f2c-83fe-4fb9-9a29-d4d85ef381b7,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:09.193875 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-7ce22b6e-90b0-4140-9306-b0801e983633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:09.195834 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-7ce22b6e-90b0-4140-9306-b0801e983633 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=318fb82049cd4e74ae93f84c84748c7e&device_id=0eeda1e6-02c6-436e-b19f-2fcec2d68ce5 HTTP/1.1" status: 200 len: 1132 time: 0.0517843 Mar 29 15:14:09.245349 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-de430326-56fa-4b56-a73f-9db84fcb33ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=16c69f2c-83fe-4fb9-9a29-d4d85ef381b7 HTTP/1.1" status: 200 len: 217 time: 0.0414703 Mar 29 15:14:09.287808 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03457e20-56ac-4361-8c26-c3e5c10ccbc1 x-openstack-request-id: req-03457e20-56ac-4361-8c26-c3e5c10ccbc1 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:14:09.288092 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eeda1e6-02c6-436e-b19f-2fcec2d68ce5", "tag": "16c69f2c-83fe-4fb9-9a29-d4d85ef381b7", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:14:09.288344 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-03457e20-56ac-4361-8c26-c3e5c10ccbc1 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:14:09.288766 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03457e20-56ac-4361-8c26-c3e5c10ccbc1'] response: {'name': 'network-changed', 'server_uuid': '0eeda1e6-02c6-436e-b19f-2fcec2d68ce5', 'tag': '16c69f2c-83fe-4fb9-9a29-d4d85ef381b7', 'status': 'completed', 'code': 200} Mar 29 15:14:09.301086 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-3292a6e0-6a21-43fe-82e5-c3aa79ee2390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:09.302766 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-3292a6e0-6a21-43fe-82e5-c3aa79ee2390 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2288d362-0c33-4954-bc86-92414af87f18 HTTP/1.1" status: 200 len: 843 time: 0.0510488 Mar 29 15:14:09.367585 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-2470b86c-06e8-4feb-add4-3b09af89a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:09.369109 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-2470b86c-06e8-4feb-add4-3b09af89a66f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=583bd28d-a026-4922-84e4-4613e5a0f4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0493271 Mar 29 15:14:09.370848 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d29de5-76ee-4d4f-bc0e-f26d75f7b5a5 req-f9c586f4-3e4f-4872-bab7-ae9dabe26261 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:09.372321 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-95d29de5-76ee-4d4f-bc0e-f26d75f7b5a5 req-f9c586f4-3e4f-4872-bab7-ae9dabe26261 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eeda1e6-02c6-436e-b19f-2fcec2d68ce5 HTTP/1.1" status: 200 len: 948 time: 0.0554707 Mar 29 15:14:09.419422 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-95d29de5-76ee-4d4f-bc0e-f26d75f7b5a5 req-3de46491-6b95-4cc6-857c-37a7967975bc tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.35 "GET /v2.0/security-groups?id=94fdbf6c-3c46-456c-902c-b76dd238f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409443 Mar 29 15:14:09.466954 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-3227589e-1301-4ab7-99a8-389376991b69 service neutron] 10.222.0.36 "GET /v2.0/networks/583bd28d-a026-4922-84e4-4613e5a0f4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911789 Mar 29 15:14:09.557069 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-82efd742-be6b-4c5c-809d-c97c420a7297 req-41493607-1c03-48a1-9fd7-b131bdf2112a service neutron] 10.222.0.36 "GET /v2.0/networks/583bd28d-a026-4922-84e4-4613e5a0f4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838237 Mar 29 15:14:09.648381 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b57af-766f-4ef6-8025-687267f4f817 req-7b1ba056-7e33-4b56-90bb-984b2ef8a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:09.649817 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-759b57af-766f-4ef6-8025-687267f4f817 req-7b1ba056-7e33-4b56-90bb-984b2ef8a63c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=318fb82049cd4e74ae93f84c84748c7e&device_id=0eeda1e6-02c6-436e-b19f-2fcec2d68ce5 HTTP/1.1" status: 200 len: 1132 time: 0.0481653 Mar 29 15:14:09.740433 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b57af-766f-4ef6-8025-687267f4f817 req-bbcc6eb0-6ee8-4a88-a577-bae4dcc126b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:09.741925 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-759b57af-766f-4ef6-8025-687267f4f817 req-bbcc6eb0-6ee8-4a88-a577-bae4dcc126b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=583bd28d-a026-4922-84e4-4613e5a0f4b1 HTTP/1.1" status: 200 len: 870 time: 0.0852613 Mar 29 15:14:09.782859 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-759b57af-766f-4ef6-8025-687267f4f817 req-6f06d9eb-a438-4dbe-be78-b17a3865aacd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=16c69f2c-83fe-4fb9-9a29-d4d85ef381b7 HTTP/1.1" status: 200 len: 217 time: 0.0351930 Mar 29 15:14:09.833096 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b57af-766f-4ef6-8025-687267f4f817 req-f8935220-4c28-4aba-9ded-3bca95144771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:09.834500 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-759b57af-766f-4ef6-8025-687267f4f817 req-f8935220-4c28-4aba-9ded-3bca95144771 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2288d362-0c33-4954-bc86-92414af87f18 HTTP/1.1" status: 200 len: 843 time: 0.0467877 Mar 29 15:14:09.882821 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b57af-766f-4ef6-8025-687267f4f817 req-2ba5071a-4b27-4663-9c44-ca71e509252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:09.884281 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-759b57af-766f-4ef6-8025-687267f4f817 req-2ba5071a-4b27-4663-9c44-ca71e509252c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=583bd28d-a026-4922-84e4-4613e5a0f4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0439754 Mar 29 15:14:09.973468 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-759b57af-766f-4ef6-8025-687267f4f817 req-62dcb32c-8774-4ff4-96ae-ec0af390890d service neutron] 10.222.0.36 "GET /v2.0/networks/583bd28d-a026-4922-84e4-4613e5a0f4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805075 Mar 29 15:14:10.079010 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-759b57af-766f-4ef6-8025-687267f4f817 req-6cb4f37f-5adc-4756-a3fb-21ed52144eb6 service neutron] 10.222.0.36 "GET /v2.0/networks/583bd28d-a026-4922-84e4-4613e5a0f4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993252 Mar 29 15:14:10.538789 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff873e78-93f1-4d39-b5c2-32d826f155ce req-0500cccd-29fc-4721-b053-5b01a2b2aedd tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:10.540224 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ff873e78-93f1-4d39-b5c2-32d826f155ce req-0500cccd-29fc-4721-b053-5b01a2b2aedd tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eeda1e6-02c6-436e-b19f-2fcec2d68ce5 HTTP/1.1" status: 200 len: 948 time: 0.0521836 Mar 29 15:14:10.586059 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ff873e78-93f1-4d39-b5c2-32d826f155ce req-bbc458e7-db38-4a1f-a22a-eff5f4c4b527 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.35 "GET /v2.0/security-groups?id=94fdbf6c-3c46-456c-902c-b76dd238f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399933 Mar 29 15:14:11.433542 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-6ba6e75e-457b-4c18-8eef-7871d6058a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:11.706933 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676be58-0507-491a-be64-f5e6be929fe9 req-429f8b4a-61c5-4e69-b9ff-90a014d18d2c tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:11.708414 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-8676be58-0507-491a-be64-f5e6be929fe9 req-429f8b4a-61c5-4e69-b9ff-90a014d18d2c tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eeda1e6-02c6-436e-b19f-2fcec2d68ce5 HTTP/1.1" status: 200 len: 948 time: 0.0564287 Mar 29 15:14:11.753851 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-8676be58-0507-491a-be64-f5e6be929fe9 req-110ff146-b44c-4040-b9ee-8646e880eca4 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.35 "GET /v2.0/security-groups?id=94fdbf6c-3c46-456c-902c-b76dd238f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398993 Mar 29 15:14:12.547499 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 16c69f2c-83fe-4fb9-9a29-d4d85ef381b7 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:14:12.644176 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 16c69f2c-83fe-4fb9-9a29-d4d85ef381b7, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=16c69f2c-83fe-4fb9-9a29-d4d85ef381b7,segment=NetworkSegment(cdb0ab56-023d-4505-aff0-f7a514c07038),segment_id=cdb0ab56-023d-4505-aff0-f7a514c07038)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:14:12.655863 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Returning: {'device': '16c69f2c-83fe-4fb9-9a29-d4d85ef381b7', 'network_id': '583bd28d-a026-4922-84e4-4613e5a0f4b1', 'port_id': '16c69f2c-83fe-4fb9-9a29-d4d85ef381b7', 'mac_address': 'fa:16:3e:68:97:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2288d362-0c33-4954-bc86-92414af87f18', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:14:12.691810 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port 16c69f2c-83fe-4fb9-9a29-d4d85ef381b7 is: DOWN; New status is: BUILD {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:14:12.692193 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (16c69f2c-83fe-4fb9-9a29-d4d85ef381b7), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:12.705300 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16c69f2c-83fe-4fb9-9a29-d4d85ef381b7 {{(pid=103155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:14:12.724287 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 16c69f2c-83fe-4fb9-9a29-d4d85ef381b7, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=16c69f2c-83fe-4fb9-9a29-d4d85ef381b7,segment=NetworkSegment(cdb0ab56-023d-4505-aff0-f7a514c07038),segment_id=cdb0ab56-023d-4505-aff0-f7a514c07038)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:14:12.727912 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (16c69f2c-83fe-4fb9-9a29-d4d85ef381b7), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:12.777306 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=16c69f2c-83fe-4fb9-9a29-d4d85ef381b7,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:12.875463 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c111a7-63ea-465b-a49e-4f9bd51a7b86 req-ea8eefbb-382f-42c5-8aa0-a36f09314313 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:12.876870 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-76c111a7-63ea-465b-a49e-4f9bd51a7b86 req-ea8eefbb-382f-42c5-8aa0-a36f09314313 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eeda1e6-02c6-436e-b19f-2fcec2d68ce5 HTTP/1.1" status: 200 len: 949 time: 0.0558941 Mar 29 15:14:12.922969 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-76c111a7-63ea-465b-a49e-4f9bd51a7b86 req-204efbbd-5b37-4a4e-ac42-694036336174 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.35 "GET /v2.0/security-groups?id=94fdbf6c-3c46-456c-902c-b76dd238f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404527 Mar 29 15:14:13.075147 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['16c69f2c-83fe-4fb9-9a29-d4d85ef381b7'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:14:13.736226 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7f033106-f2a7-4448-8939-a7cdaccf2d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:14.039490 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34068dc6-c77d-4302-a63b-3a89521a6767 req-3f5dbb03-6246-4428-9748-211fbf8ea12a tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:14.040894 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-34068dc6-c77d-4302-a63b-3a89521a6767 req-3f5dbb03-6246-4428-9748-211fbf8ea12a tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eeda1e6-02c6-436e-b19f-2fcec2d68ce5 HTTP/1.1" status: 200 len: 949 time: 0.0528052 Mar 29 15:14:14.088086 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-34068dc6-c77d-4302-a63b-3a89521a6767 req-63fe9940-742d-48b8-9d39-68c9b7751c57 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.35 "GET /v2.0/security-groups?id=94fdbf6c-3c46-456c-902c-b76dd238f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404332 Mar 29 15:14:14.557363 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 16c69f2c-83fe-4fb9-9a29-d4d85ef381b7 up at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:14:14.606183 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning for port 16c69f2c-83fe-4fb9-9a29-d4d85ef381b7 completed by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:14:14.610788 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning complete for port 16c69f2c-83fe-4fb9-9a29-d4d85ef381b7 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:14:14.611164 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (16c69f2c-83fe-4fb9-9a29-d4d85ef381b7), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:14.686092 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port 16c69f2c-83fe-4fb9-9a29-d4d85ef381b7 is: BUILD; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:14:14.686600 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (16c69f2c-83fe-4fb9-9a29-d4d85ef381b7), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:14.713633 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eeda1e6-02c6-436e-b19f-2fcec2d68ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c69f2c-83fe-4fb9-9a29-d4d85ef381b7'}] {{(pid=103155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:14:14.715858 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38c8142a5be8756d7824345574af4facaba61695d099691de86e3daaece1ccc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6501f8f-7b0c-4d51-b424-ffe6d4ee5d92" -d '{"events": [{"server_uuid": "0eeda1e6-02c6-436e-b19f-2fcec2d68ce5", "name": "network-vif-plugged", "status": "completed", "tag": "16c69f2c-83fe-4fb9-9a29-d4d85ef381b7"}]}' {{(pid=103155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:14:14.737277 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 16c69f2c-83fe-4fb9-9a29-d4d85ef381b7, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=16c69f2c-83fe-4fb9-9a29-d4d85ef381b7,segment=NetworkSegment(cdb0ab56-023d-4505-aff0-f7a514c07038),segment_id=cdb0ab56-023d-4505-aff0-f7a514c07038)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:14:14.741380 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (16c69f2c-83fe-4fb9-9a29-d4d85ef381b7), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:14.754315 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c848b92-bcf5-448c-8ea6-e2720f738723 x-openstack-request-id: req-8c848b92-bcf5-448c-8ea6-e2720f738723 {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:14:14.754593 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eeda1e6-02c6-436e-b19f-2fcec2d68ce5", "name": "network-vif-plugged", "status": "completed", "tag": "16c69f2c-83fe-4fb9-9a29-d4d85ef381b7", "code": 200}]} {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:14:14.754844 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8c848b92-bcf5-448c-8ea6-e2720f738723 {{(pid=103155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:14:14.755228 dv-cinder-835635-1-iscsi neutron-server[103155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c848b92-bcf5-448c-8ea6-e2720f738723'] response: {'server_uuid': '0eeda1e6-02c6-436e-b19f-2fcec2d68ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c69f2c-83fe-4fb9-9a29-d4d85ef381b7', 'code': 200} Mar 29 15:14:14.796357 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:14.815998 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=16c69f2c-83fe-4fb9-9a29-d4d85ef381b7,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:14.917730 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999d575-4544-44f3-8317-4debbea72b55 req-ecfdd22c-a325-4399-89e8-01ef55901cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:14.919196 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8999d575-4544-44f3-8317-4debbea72b55 req-ecfdd22c-a325-4399-89e8-01ef55901cb7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0eeda1e6-02c6-436e-b19f-2fcec2d68ce5 HTTP/1.1" status: 200 len: 1134 time: 0.0444193 Mar 29 15:14:14.962594 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8999d575-4544-44f3-8317-4debbea72b55 req-6169bb86-eef9-4e78-94e5-d50ac7938b0f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=94fdbf6c-3c46-456c-902c-b76dd238f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368166 Mar 29 15:14:15.209170 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da387543-f586-44da-91db-f9f51047d2de req-a3e047bd-f7a9-4c3d-946f-95d36ab0924b tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:15.210669 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-da387543-f586-44da-91db-f9f51047d2de req-a3e047bd-f7a9-4c3d-946f-95d36ab0924b tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eeda1e6-02c6-436e-b19f-2fcec2d68ce5 HTTP/1.1" status: 200 len: 950 time: 0.0576012 Mar 29 15:14:15.257720 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-da387543-f586-44da-91db-f9f51047d2de req-568416f5-d291-4514-8e2e-b84b2463a2f7 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.35 "GET /v2.0/security-groups?id=94fdbf6c-3c46-456c-902c-b76dd238f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415294 Mar 29 15:14:16.376714 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b2e0b-3a4c-4bd1-8ff2-046abdc79b59 req-b8d1a1cc-471d-4e8f-84f3-bc4e490fe347 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:16.378160 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-432b2e0b-3a4c-4bd1-8ff2-046abdc79b59 req-b8d1a1cc-471d-4e8f-84f3-bc4e490fe347 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eeda1e6-02c6-436e-b19f-2fcec2d68ce5 HTTP/1.1" status: 200 len: 950 time: 0.0517457 Mar 29 15:14:16.427006 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-432b2e0b-3a4c-4bd1-8ff2-046abdc79b59 req-0c2a1913-18c5-4eb4-8e62-c508c8942e53 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.35 "GET /v2.0/security-groups?id=94fdbf6c-3c46-456c-902c-b76dd238f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432384 Mar 29 15:14:16.581008 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:16.682960 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3876c9-41a7-4f91-8750-f7b77ea3fe93 req-3d665592-6243-40d0-a7d8-8c797f4e9edf tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:16.684418 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-db3876c9-41a7-4f91-8750-f7b77ea3fe93 req-3d665592-6243-40d0-a7d8-8c797f4e9edf tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eeda1e6-02c6-436e-b19f-2fcec2d68ce5 HTTP/1.1" status: 200 len: 950 time: 0.0525560 Mar 29 15:14:16.731504 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-db3876c9-41a7-4f91-8750-f7b77ea3fe93 req-29929f2f-bc06-437e-b871-c6e0813fe964 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.35 "GET /v2.0/security-groups?id=94fdbf6c-3c46-456c-902c-b76dd238f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406511 Mar 29 15:14:17.641600 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:17.855129 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95448e07-7e58-4216-9b27-1a3bedd13382 req-5dda5768-e894-417b-a20f-b7f5cd14af68 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:17.856633 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-95448e07-7e58-4216-9b27-1a3bedd13382 req-5dda5768-e894-417b-a20f-b7f5cd14af68 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eeda1e6-02c6-436e-b19f-2fcec2d68ce5 HTTP/1.1" status: 200 len: 950 time: 0.0560923 Mar 29 15:14:17.904280 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-95448e07-7e58-4216-9b27-1a3bedd13382 req-bbd084c8-9fd9-4d44-8d05-d0e603d9b9f2 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.35 "GET /v2.0/security-groups?id=94fdbf6c-3c46-456c-902c-b76dd238f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413296 Mar 29 15:14:18.122081 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec7aa6-7c3c-45fb-b20d-ca0dd67680fa req-49bf2260-8e09-4b82-adda-916c62d28e05 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:18.123671 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f0ec7aa6-7c3c-45fb-b20d-ca0dd67680fa req-49bf2260-8e09-4b82-adda-916c62d28e05 tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eeda1e6-02c6-436e-b19f-2fcec2d68ce5 HTTP/1.1" status: 200 len: 950 time: 0.0524712 Mar 29 15:14:18.474914 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [req-f0ec7aa6-7c3c-45fb-b20d-ca0dd67680fa req-53a1360c-0af7-4f89-b067-a26602c581bb tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Deleting port 16c69f2c-83fe-4fb9-9a29-d4d85ef381b7 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:14:18.475154 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-f0ec7aa6-7c3c-45fb-b20d-ca0dd67680fa req-53a1360c-0af7-4f89-b067-a26602c581bb tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (16c69f2c-83fe-4fb9-9a29-d4d85ef381b7), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:18.560386 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-f0ec7aa6-7c3c-45fb-b20d-ca0dd67680fa req-53a1360c-0af7-4f89-b067-a26602c581bb tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] For port 16c69f2c-83fe-4fb9-9a29-d4d85ef381b7, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=16c69f2c-83fe-4fb9-9a29-d4d85ef381b7,segment=NetworkSegment(cdb0ab56-023d-4505-aff0-f7a514c07038),segment_id=cdb0ab56-023d-4505-aff0-f7a514c07038)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:14:18.560781 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-f0ec7aa6-7c3c-45fb-b20d-ca0dd67680fa req-53a1360c-0af7-4f89-b067-a26602c581bb tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (16c69f2c-83fe-4fb9-9a29-d4d85ef381b7), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:18.576229 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [req-f0ec7aa6-7c3c-45fb-b20d-ca0dd67680fa req-53a1360c-0af7-4f89-b067-a26602c581bb tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Calling delete_port for 16c69f2c-83fe-4fb9-9a29-d4d85ef381b7 owned by compute:nova {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:14:18.700315 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-f0ec7aa6-7c3c-45fb-b20d-ca0dd67680fa req-53a1360c-0af7-4f89-b067-a26602c581bb tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (16c69f2c-83fe-4fb9-9a29-d4d85ef381b7), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:18.732277 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1360c-0af7-4f89-b067-a26602c581bb tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Pushing event deleted for resources: {'Port': ['ID=16c69f2c-83fe-4fb9-9a29-d4d85ef381b7,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:18.774451 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ec7aa6-7c3c-45fb-b20d-ca0dd67680fa req-53a1360c-0af7-4f89-b067-a26602c581bb tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] No DVR routers for this DVR port 16c69f2c-83fe-4fb9-9a29-d4d85ef381b7 on host hv-cinder-83563 {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:14:18.777120 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-f0ec7aa6-7c3c-45fb-b20d-ca0dd67680fa req-53a1360c-0af7-4f89-b067-a26602c581bb tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:18.780641 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f0ec7aa6-7c3c-45fb-b20d-ca0dd67680fa req-53a1360c-0af7-4f89-b067-a26602c581bb tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.36 "DELETE /v2.0/ports/16c69f2c-83fe-4fb9-9a29-d4d85ef381b7 HTTP/1.1" status: 204 len: 173 time: 0.6520357 Mar 29 15:14:18.781084 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eeda1e6-02c6-436e-b19f-2fcec2d68ce5', 'name': 'network-vif-deleted', 'tag': '16c69f2c-83fe-4fb9-9a29-d4d85ef381b7'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:14:18.783313 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52a7c1c-a435-4c7d-9779-9e417bfca02e" -d '{"events": [{"server_uuid": "0eeda1e6-02c6-436e-b19f-2fcec2d68ce5", "name": "network-vif-deleted", "tag": "16c69f2c-83fe-4fb9-9a29-d4d85ef381b7"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:14:18.829349 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf38fadb-d8fd-4513-9366-6ca3ccaf565a x-openstack-request-id: req-bf38fadb-d8fd-4513-9366-6ca3ccaf565a {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:14:18.830073 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eeda1e6-02c6-436e-b19f-2fcec2d68ce5", "name": "network-vif-deleted", "tag": "16c69f2c-83fe-4fb9-9a29-d4d85ef381b7", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:14:18.830716 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bf38fadb-d8fd-4513-9366-6ca3ccaf565a {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:14:18.831279 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf38fadb-d8fd-4513-9366-6ca3ccaf565a'] response: {'server_uuid': '0eeda1e6-02c6-436e-b19f-2fcec2d68ce5', 'name': 'network-vif-deleted', 'tag': '16c69f2c-83fe-4fb9-9a29-d4d85ef381b7', 'status': 'completed', 'code': 200} Mar 29 15:14:19.009168 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b7bffbd3-8c5b-4d0d-afe7-532d39829c88 req-33c187f7-d3c2-478c-bd75-9e0f70ae78ee tempest-VolumesNegativeTest-286939937 tempest-VolumesNegativeTest-286939937-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eeda1e6-02c6-436e-b19f-2fcec2d68ce5 HTTP/1.1" status: 200 len: 210 time: 0.0268130 Mar 29 15:14:20.596319 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 16c69f2c-83fe-4fb9-9a29-d4d85ef381b7 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:14:20.618402 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] No Port match for: 16c69f2c-83fe-4fb9-9a29-d4d85ef381b7 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:14:20.618750 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 16c69f2c-83fe-4fb9-9a29-d4d85ef381b7 not bound to the agent host hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:14:20.897272 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:14:23.849379 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 47354) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:23.978179 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-dc64c1f9-4c60-4bcd-a517-d4dbf09b165a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=318fb82049cd4e74ae93f84c84748c7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276677 Mar 29 15:14:23.980536 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 47358) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:24.026739 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a6c085e0-4e56-42f4-97ae-e8d9a1b055e8 admin admin] Publish callbacks [] for security_group (94fdbf6c-3c46-456c-902c-b76dd238f95c), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:24.047623 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a6c085e0-4e56-42f4-97ae-e8d9a1b055e8 admin admin] Publish callbacks [] for security_group (94fdbf6c-3c46-456c-902c-b76dd238f95c), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:24.093194 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a6c085e0-4e56-42f4-97ae-e8d9a1b055e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (94fdbf6c-3c46-456c-902c-b76dd238f95c), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:24.095772 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a6c085e0-4e56-42f4-97ae-e8d9a1b055e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:24.096981 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-a6c085e0-4e56-42f4-97ae-e8d9a1b055e8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/94fdbf6c-3c46-456c-902c-b76dd238f95c HTTP/1.1" status: 204 len: 168 time: 0.1154325 Mar 29 15:14:24.104345 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c085e0-4e56-42f4-97ae-e8d9a1b055e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fdbf6c-3c46-456c-902c-b76dd238f95c,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:24.684377 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 47382) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:24.778472 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-febb72e0-b14b-4b4b-a704-0f55295550b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1571850515-network', 'tenant_id': 'f16349013ba1488db5c4a1a8b01d1004'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:14:24.798432 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febb72e0-b14b-4b4b-a704-0f55295550b0 admin admin] Made reservation on behalf of f16349013ba1488db5c4a1a8b01d1004 for: {'network': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:14:24.800864 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-febb72e0-b14b-4b4b-a704-0f55295550b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for network (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:24.808952 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-febb72e0-b14b-4b4b-a704-0f55295550b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:24.884608 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-febb72e0-b14b-4b4b-a704-0f55295550b0 admin admin] Publish callbacks [] for security_group (62b0fc09-dbea-4fcc-8988-927ac4712f00), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:24.888291 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-febb72e0-b14b-4b4b-a704-0f55295550b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (62b0fc09-dbea-4fcc-8988-927ac4712f00), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:24.915039 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-febb72e0-b14b-4b4b-a704-0f55295550b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=103153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:14:24.924848 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb72e0-b14b-4b4b-a704-0f55295550b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b0fc09-dbea-4fcc-8988-927ac4712f00,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:24.930916 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-febb72e0-b14b-4b4b-a704-0f55295550b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (60233d22-3ca9-4a29-a6c4-2636bcaa2cb3), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:24.931261 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.db.segments_db [None req-febb72e0-b14b-4b4b-a704-0f55295550b0 admin admin] Added segment 60233d22-3ca9-4a29-a6c4-2636bcaa2cb3 of type vlan for network 8a816d8e-ff3d-4721-b7f1-1205ee0778e4 Mar 29 15:14:24.974993 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-febb72e0-b14b-4b4b-a704-0f55295550b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776791432771'] for network (8a816d8e-ff3d-4721-b7f1-1205ee0778e4), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:24.998785 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-febb72e0-b14b-4b4b-a704-0f55295550b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834'] for network (8a816d8e-ff3d-4721-b7f1-1205ee0778e4), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:24.999952 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febb72e0-b14b-4b4b-a704-0f55295550b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:25.000530 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-febb72e0-b14b-4b4b-a704-0f55295550b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:25.056790 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-febb72e0-b14b-4b4b-a704-0f55295550b0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3709590 Mar 29 15:14:25.059802 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 47386) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:14:25.065532 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-ade027b7-4b24-4624-b167-9d55c18a6aa5 admin admin] Request body: {'subnet': {'network_id': '8a816d8e-ff3d-4721-b7f1-1205ee0778e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1571850515-subnet', 'tenant_id': 'f16349013ba1488db5c4a1a8b01d1004', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:14:25.079246 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb72e0-b14b-4b4b-a704-0f55295550b0 admin admin] Pushing event updated for resources: {'Network': ['ID=8a816d8e-ff3d-4721-b7f1-1205ee0778e4,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:25.089863 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Network 8a816d8e-ff3d-4721-b7f1-1205ee0778e4 details requested by agent ovs-agent-dv-cinder-835635-1-iscsi with host dv-cinder-835635-1-iscsi {{(pid=103155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:14:25.101234 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade027b7-4b24-4624-b167-9d55c18a6aa5 admin admin] Made reservation on behalf of f16349013ba1488db5c4a1a8b01d1004 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:14:25.103872 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ade027b7-4b24-4624-b167-9d55c18a6aa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12742677'] for subnet (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:25.275321 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ade027b7-4b24-4624-b167-9d55c18a6aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13304320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12742659'] for subnet (e1686023-1f45-41df-8348-8b6eb651e6ba), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:25.331647 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade027b7-4b24-4624-b167-9d55c18a6aa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1686023-1f45-41df-8348-8b6eb651e6ba,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:25.340090 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade027b7-4b24-4624-b167-9d55c18a6aa5 admin admin] Checking segment: {'id': '60233d22-3ca9-4a29-a6c4-2636bcaa2cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '8a816d8e-ff3d-4721-b7f1-1205ee0778e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:14:25.340444 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade027b7-4b24-4624-b167-9d55c18a6aa5 admin admin] Network hostable DHCP agents. Network: 8a816d8e-ff3d-4721-b7f1-1205ee0778e4, hostable agents: ['a6029aa5-8774-4641-86ae-5d2d983dd0a8'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:14:25.356734 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade027b7-4b24-4624-b167-9d55c18a6aa5 admin admin] Network 8a816d8e-ff3d-4721-b7f1-1205ee0778e4 is scheduled to be hosted by DHCP agent a6029aa5-8774-4641-86ae-5d2d983dd0a8 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:14:25.365209 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-ade027b7-4b24-4624-b167-9d55c18a6aa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-1-iscsi, 8a816d8e-ff3d-4721-b7f1-1205ee0778e4) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:14:25.369128 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade027b7-4b24-4624-b167-9d55c18a6aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:25.369718 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ade027b7-4b24-4624-b167-9d55c18a6aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for subnet (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:25.375005 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592d19bd-c0f5-432b-9b69-c9faca946f5a None None] Network 8a816d8e-ff3d-4721-b7f1-1205ee0778e4 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:14:25.393150 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-ade027b7-4b24-4624-b167-9d55c18a6aa5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3322294 Mar 29 15:14:25.621869 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81649ae2-2825-4d0c-ac18-47b2eda278ab None None] Network 8a816d8e-ff3d-4721-b7f1-1205ee0778e4 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:14:26.612703 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:27.134491 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-e0eedf6c-03c1-4d7c-ab78-78d42741eef4 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:27.135895 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-e0eedf6c-03c1-4d7c-ab78-78d42741eef4 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/networks?id=8a816d8e-ff3d-4721-b7f1-1205ee0778e4 HTTP/1.1" status: 200 len: 814 time: 0.1161270 Mar 29 15:14:27.150504 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-05f320db-8ee3-4e0f-92a5-fa6219dd2dce tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/quotas/f16349013ba1488db5c4a1a8b01d1004 HTTP/1.1" status: 200 len: 375 time: 0.0089009 Mar 29 15:14:27.182508 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-efee6f6b-1233-4ae4-b31b-3644a1545863 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f16349013ba1488db5c4a1a8b01d1004&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271666 Mar 29 15:14:27.193726 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-766309cc-2819-4532-aee5-328fa9b543f3 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103153) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:14:27.194669 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-766309cc-2819-4532-aee5-328fa9b543f3 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049472 Mar 29 15:14:27.284764 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-de104382-2c49-41b8-91ce-7a2cb989b83a service neutron] 10.222.0.35 "GET /v2.0/networks/8a816d8e-ff3d-4721-b7f1-1205ee0778e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849550 Mar 29 15:14:27.371881 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-f40c02b1-57ba-418b-8d80-fc3b81081233 service neutron] 10.222.0.35 "GET /v2.0/networks/8a816d8e-ff3d-4721-b7f1-1205ee0778e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815003 Mar 29 15:14:27.537242 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-6c48a212-6b86-4a09-a223-cf43c070670f req-f09f549b-ed3d-4d7f-a253-57c3efbd0a23 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a90d71f-b91a-444b-b6e1-41ad37ccbd5d HTTP/1.1" status: 200 len: 210 time: 0.0278580 Mar 29 15:14:28.445969 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-376d737d-170a-4a1f-83c1-64e17ee2e26b tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:28.447401 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-376d737d-170a-4a1f-83c1-64e17ee2e26b tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.36 "GET /v2.0/networks?id=8a816d8e-ff3d-4721-b7f1-1205ee0778e4 HTTP/1.1" status: 200 len: 814 time: 0.1051853 Mar 29 15:14:28.460530 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-be2def94-620c-49b7-aa82-8fd1041469df tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Request body: {'port': {'device_id': '3a90d71f-b91a-444b-b6e1-41ad37ccbd5d', 'network_id': '8a816d8e-ff3d-4721-b7f1-1205ee0778e4', 'admin_state_up': True, 'tenant_id': 'f16349013ba1488db5c4a1a8b01d1004'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:14:28.566206 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-be2def94-620c-49b7-aa82-8fd1041469df tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Made reservation on behalf of f16349013ba1488db5c4a1a8b01d1004 for: {'port': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:14:28.569329 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-be2def94-620c-49b7-aa82-8fd1041469df tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:28.633506 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-07516e0d-6046-4483-9eed-bc4e5f990ca2 req-83ca88e4-290f-4e60-900c-ebba2072dc46 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a90d71f-b91a-444b-b6e1-41ad37ccbd5d HTTP/1.1" status: 200 len: 210 time: 0.0277116 Mar 29 15:14:28.699232 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-be2def94-620c-49b7-aa82-8fd1041469df tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Allocated IP 172.20.0.8 (8a816d8e-ff3d-4721-b7f1-1205ee0778e4/e1686023-1f45-41df-8348-8b6eb651e6ba/6ef157de-fc4d-4eab-9c96-6ce70c8e3b46) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:14:28.845778 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-be2def94-620c-49b7-aa82-8fd1041469df tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Publish callbacks [] for port (6ef157de-fc4d-4eab-9c96-6ce70c8e3b46), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:28.878964 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-be2def94-620c-49b7-aa82-8fd1041469df tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (6ef157de-fc4d-4eab-9c96-6ce70c8e3b46), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:28.921138 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-be2def94-620c-49b7-aa82-8fd1041469df tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Network 8a816d8e-ff3d-4721-b7f1-1205ee0778e4 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:14:28.924247 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-be2def94-620c-49b7-aa82-8fd1041469df tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:14:28.929921 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-be2def94-620c-49b7-aa82-8fd1041469df tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:14:28.936248 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2def94-620c-49b7-aa82-8fd1041469df tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Pushing event updated for resources: {'Port': ['ID=6ef157de-fc4d-4eab-9c96-6ce70c8e3b46,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:28.980451 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-be2def94-620c-49b7-aa82-8fd1041469df tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:28.981088 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-be2def94-620c-49b7-aa82-8fd1041469df tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:28.996250 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-be2def94-620c-49b7-aa82-8fd1041469df tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5401127 Mar 29 15:14:29.006882 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-297e1b81-5641-47a9-950e-7873b541a8ee service neutron] Request body: {'port': {'device_id': '3a90d71f-b91a-444b-b6e1-41ad37ccbd5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:14:29.066905 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-297e1b81-5641-47a9-950e-7873b541a8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (6ef157de-fc4d-4eab-9c96-6ce70c8e3b46), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:29.321217 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-297e1b81-5641-47a9-950e-7873b541a8ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef157de-fc4d-4eab-9c96-6ce70c8e3b46 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:14:29.328484 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-297e1b81-5641-47a9-950e-7873b541a8ee service neutron] Publish callbacks [] for port (6ef157de-fc4d-4eab-9c96-6ce70c8e3b46), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:29.339931 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-297e1b81-5641-47a9-950e-7873b541a8ee service neutron] Transition to ACTIVE for port object 6ef157de-fc4d-4eab-9c96-6ce70c8e3b46 will not be triggered until provisioned by entity L2. {{(pid=103154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:14:29.342567 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-297e1b81-5641-47a9-950e-7873b541a8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (6ef157de-fc4d-4eab-9c96-6ce70c8e3b46), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:29.390291 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e1b81-5641-47a9-950e-7873b541a8ee service neutron] Pushing event updated for resources: {'Port': ['ID=6ef157de-fc4d-4eab-9c96-6ce70c8e3b46,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:29.461964 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-297e1b81-5641-47a9-950e-7873b541a8ee service neutron] Attempting to bind port 6ef157de-fc4d-4eab-9c96-6ce70c8e3b46 on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:14:29.462226 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-297e1b81-5641-47a9-950e-7873b541a8ee service neutron] Attempting to bind port 6ef157de-fc4d-4eab-9c96-6ce70c8e3b46 by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '60233d22-3ca9-4a29-a6c4-2636bcaa2cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '8a816d8e-ff3d-4721-b7f1-1205ee0778e4'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:14:29.462549 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-297e1b81-5641-47a9-950e-7873b541a8ee service neutron] Attempting to bind port 6ef157de-fc4d-4eab-9c96-6ce70c8e3b46 on network 8a816d8e-ff3d-4721-b7f1-1205ee0778e4 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:14:29.466784 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-297e1b81-5641-47a9-950e-7873b541a8ee service neutron] Port 6ef157de-fc4d-4eab-9c96-6ce70c8e3b46 on network 8a816d8e-ff3d-4721-b7f1-1205ee0778e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:14:29.467106 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-297e1b81-5641-47a9-950e-7873b541a8ee service neutron] Attempting to bind port 6ef157de-fc4d-4eab-9c96-6ce70c8e3b46 on network 8a816d8e-ff3d-4721-b7f1-1205ee0778e4 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:14:29.471983 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-297e1b81-5641-47a9-950e-7873b541a8ee service neutron] Checking agent: {'id': '54f4ecb7-e3d7-497a-b676-ec21eb6e2a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'started_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:14:29.472314 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-297e1b81-5641-47a9-950e-7873b541a8ee service neutron] Checking segment: {'id': '60233d22-3ca9-4a29-a6c4-2636bcaa2cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '8a816d8e-ff3d-4721-b7f1-1205ee0778e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:14:29.472725 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-297e1b81-5641-47a9-950e-7873b541a8ee service neutron] Bound using segment: {'id': '60233d22-3ca9-4a29-a6c4-2636bcaa2cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '8a816d8e-ff3d-4721-b7f1-1205ee0778e4'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:14:29.473144 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-297e1b81-5641-47a9-950e-7873b541a8ee service neutron] Bound port: 6ef157de-fc4d-4eab-9c96-6ce70c8e3b46, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60233d22-3ca9-4a29-a6c4-2636bcaa2cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '8a816d8e-ff3d-4721-b7f1-1205ee0778e4'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:14:29.473492 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-297e1b81-5641-47a9-950e-7873b541a8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (6ef157de-fc4d-4eab-9c96-6ce70c8e3b46), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:29.535003 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-297e1b81-5641-47a9-950e-7873b541a8ee service neutron] For port 6ef157de-fc4d-4eab-9c96-6ce70c8e3b46, host hv-cinder-83563, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:14:29.538017 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-297e1b81-5641-47a9-950e-7873b541a8ee service neutron] For port 6ef157de-fc4d-4eab-9c96-6ce70c8e3b46, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=6ef157de-fc4d-4eab-9c96-6ce70c8e3b46,segment=NetworkSegment(60233d22-3ca9-4a29-a6c4-2636bcaa2cb3),segment_id=60233d22-3ca9-4a29-a6c4-2636bcaa2cb3)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:14:29.543246 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-297e1b81-5641-47a9-950e-7873b541a8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (6ef157de-fc4d-4eab-9c96-6ce70c8e3b46), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:29.576620 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-297e1b81-5641-47a9-950e-7873b541a8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:29.577299 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-297e1b81-5641-47a9-950e-7873b541a8ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:29.578759 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-297e1b81-5641-47a9-950e-7873b541a8ee service neutron] 10.222.0.36 "PUT /v2.0/ports/6ef157de-fc4d-4eab-9c96-6ce70c8e3b46 HTTP/1.1" status: 200 len: 1093 time: 0.5757334 Mar 29 15:14:29.579218 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a90d71f-b91a-444b-b6e1-41ad37ccbd5d', 'tag': '6ef157de-fc4d-4eab-9c96-6ce70c8e3b46'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:14:29.581479 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352b67a1-4ff0-4572-bbb6-d0e19812041d" -d '{"events": [{"name": "network-changed", "server_uuid": "3a90d71f-b91a-444b-b6e1-41ad37ccbd5d", "tag": "6ef157de-fc4d-4eab-9c96-6ce70c8e3b46"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:14:29.605416 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e1b81-5641-47a9-950e-7873b541a8ee service neutron] Pushing event updated for resources: {'Port': ['ID=6ef157de-fc4d-4eab-9c96-6ce70c8e3b46,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:29.626849 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cca9bb5-7847-46b7-a959-dd119e9d0617 x-openstack-request-id: req-4cca9bb5-7847-46b7-a959-dd119e9d0617 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:14:29.627124 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a90d71f-b91a-444b-b6e1-41ad37ccbd5d", "tag": "6ef157de-fc4d-4eab-9c96-6ce70c8e3b46", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:14:29.627366 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4cca9bb5-7847-46b7-a959-dd119e9d0617 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:14:29.627778 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cca9bb5-7847-46b7-a959-dd119e9d0617'] response: {'name': 'network-changed', 'server_uuid': '3a90d71f-b91a-444b-b6e1-41ad37ccbd5d', 'tag': '6ef157de-fc4d-4eab-9c96-6ce70c8e3b46', 'status': 'completed', 'code': 200} Mar 29 15:14:29.664041 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-6a4d9f28-5ccd-4d09-bb65-1b2f46989c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:29.665577 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-6a4d9f28-5ccd-4d09-bb65-1b2f46989c74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f16349013ba1488db5c4a1a8b01d1004&device_id=3a90d71f-b91a-444b-b6e1-41ad37ccbd5d HTTP/1.1" status: 200 len: 1127 time: 0.0472398 Mar 29 15:14:29.709458 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-3772aecd-ecc5-4ef0-a720-aad473e26e43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ef157de-fc4d-4eab-9c96-6ce70c8e3b46 HTTP/1.1" status: 200 len: 217 time: 0.0368738 Mar 29 15:14:29.754658 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021e840-ebbf-484d-8b7a-0687b7191b8f req-fde0ff7d-3822-4499-aa8d-c5b3b70c2367 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:29.756045 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a021e840-ebbf-484d-8b7a-0687b7191b8f req-fde0ff7d-3822-4499-aa8d-c5b3b70c2367 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a90d71f-b91a-444b-b6e1-41ad37ccbd5d HTTP/1.1" status: 200 len: 943 time: 0.0542960 Mar 29 15:14:29.757324 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-b9a614ec-b395-4cef-9ff4-82b0063bb65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:29.758772 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-b9a614ec-b395-4cef-9ff4-82b0063bb65f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e1686023-1f45-41df-8348-8b6eb651e6ba HTTP/1.1" status: 200 len: 854 time: 0.0436764 Mar 29 15:14:29.791063 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-9ea26433-1531-4204-9292-5a536ff00648 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a816d8e-ff3d-4721-b7f1-1205ee0778e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255954 Mar 29 15:14:29.820021 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a021e840-ebbf-484d-8b7a-0687b7191b8f req-c3c6cdf2-63f9-46ea-9852-34517cf59bc9 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/security-groups?id=62b0fc09-dbea-4fcc-8988-927ac4712f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583792 Mar 29 15:14:29.882922 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-b2baff49-6e89-425d-bfcd-ceb3aa84ce35 service neutron] 10.222.0.36 "GET /v2.0/networks/8a816d8e-ff3d-4721-b7f1-1205ee0778e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856576 Mar 29 15:14:29.971320 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-6e076190-01a4-4511-8316-76c1d8c81df4 req-db574e28-fa8f-4938-986c-ec4204af930b service neutron] 10.222.0.36 "GET /v2.0/networks/8a816d8e-ff3d-4721-b7f1-1205ee0778e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827754 Mar 29 15:14:30.058362 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b67a1-4ff0-4572-bbb6-d0e19812041d req-f01adde5-34ba-4bd5-add3-ad6b3cbe9699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:30.059734 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-352b67a1-4ff0-4572-bbb6-d0e19812041d req-f01adde5-34ba-4bd5-add3-ad6b3cbe9699 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f16349013ba1488db5c4a1a8b01d1004&device_id=3a90d71f-b91a-444b-b6e1-41ad37ccbd5d HTTP/1.1" status: 200 len: 1127 time: 0.0489395 Mar 29 15:14:30.160634 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b67a1-4ff0-4572-bbb6-d0e19812041d req-ded92001-e744-448e-9508-514038996008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:30.162106 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-352b67a1-4ff0-4572-bbb6-d0e19812041d req-ded92001-e744-448e-9508-514038996008 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a816d8e-ff3d-4721-b7f1-1205ee0778e4 HTTP/1.1" status: 200 len: 915 time: 0.0968313 Mar 29 15:14:30.201570 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-352b67a1-4ff0-4572-bbb6-d0e19812041d req-b600a13f-f6af-4342-8d04-2dc4d164a14e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ef157de-fc4d-4eab-9c96-6ce70c8e3b46 HTTP/1.1" status: 200 len: 217 time: 0.0337026 Mar 29 15:14:30.252263 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b67a1-4ff0-4572-bbb6-d0e19812041d req-51460e95-b27c-41e3-ad6e-e59c89cd83f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:30.253711 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-352b67a1-4ff0-4572-bbb6-d0e19812041d req-51460e95-b27c-41e3-ad6e-e59c89cd83f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e1686023-1f45-41df-8348-8b6eb651e6ba HTTP/1.1" status: 200 len: 854 time: 0.0468521 Mar 29 15:14:30.284174 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-352b67a1-4ff0-4572-bbb6-d0e19812041d req-49994b31-f295-4a8a-9648-b7f7e38bdc5c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a816d8e-ff3d-4721-b7f1-1205ee0778e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250576 Mar 29 15:14:30.369959 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-352b67a1-4ff0-4572-bbb6-d0e19812041d req-37948466-c0cf-46c4-b7a6-490371addce7 service neutron] 10.222.0.36 "GET /v2.0/networks/8a816d8e-ff3d-4721-b7f1-1205ee0778e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799494 Mar 29 15:14:30.461522 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-352b67a1-4ff0-4572-bbb6-d0e19812041d req-a4e7d23c-c111-4df2-9a4f-de4d1fd340a3 service neutron] 10.222.0.36 "GET /v2.0/networks/8a816d8e-ff3d-4721-b7f1-1205ee0778e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858264 Mar 29 15:14:30.938631 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea08b46-0dd3-4d0a-9250-b5660161de6b req-4e849877-0e4c-4f30-9283-2a92fd21122e tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:30.940091 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8ea08b46-0dd3-4d0a-9250-b5660161de6b req-4e849877-0e4c-4f30-9283-2a92fd21122e tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a90d71f-b91a-444b-b6e1-41ad37ccbd5d HTTP/1.1" status: 200 len: 943 time: 0.0527406 Mar 29 15:14:30.985129 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8ea08b46-0dd3-4d0a-9250-b5660161de6b req-527177d0-3590-4822-b3e2-f3e91c8b01f6 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/security-groups?id=62b0fc09-dbea-4fcc-8988-927ac4712f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393627 Mar 29 15:14:32.106040 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9269b9-adc5-4ea8-835e-c88c788e0541 req-c785fc99-8bd4-4d46-b18f-370842210333 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:32.107522 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3a9269b9-adc5-4ea8-835e-c88c788e0541 req-c785fc99-8bd4-4d46-b18f-370842210333 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a90d71f-b91a-444b-b6e1-41ad37ccbd5d HTTP/1.1" status: 200 len: 943 time: 0.0536892 Mar 29 15:14:32.155000 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3a9269b9-adc5-4ea8-835e-c88c788e0541 req-941cb97b-bd46-4c39-af52-4cdfa8d73f35 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/security-groups?id=62b0fc09-dbea-4fcc-8988-927ac4712f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412998 Mar 29 15:14:32.730902 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 6ef157de-fc4d-4eab-9c96-6ce70c8e3b46 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:14:32.828740 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 6ef157de-fc4d-4eab-9c96-6ce70c8e3b46, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=6ef157de-fc4d-4eab-9c96-6ce70c8e3b46,segment=NetworkSegment(60233d22-3ca9-4a29-a6c4-2636bcaa2cb3),segment_id=60233d22-3ca9-4a29-a6c4-2636bcaa2cb3)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:14:32.840126 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Returning: {'device': '6ef157de-fc4d-4eab-9c96-6ce70c8e3b46', 'network_id': '8a816d8e-ff3d-4721-b7f1-1205ee0778e4', 'port_id': '6ef157de-fc4d-4eab-9c96-6ce70c8e3b46', 'mac_address': 'fa:16:3e:2a:7c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1686023-1f45-41df-8348-8b6eb651e6ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:14:32.877072 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port 6ef157de-fc4d-4eab-9c96-6ce70c8e3b46 is: DOWN; New status is: BUILD {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:14:32.877459 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (6ef157de-fc4d-4eab-9c96-6ce70c8e3b46), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:32.892127 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef157de-fc4d-4eab-9c96-6ce70c8e3b46 {{(pid=103155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:14:32.911908 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 6ef157de-fc4d-4eab-9c96-6ce70c8e3b46, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=6ef157de-fc4d-4eab-9c96-6ce70c8e3b46,segment=NetworkSegment(60233d22-3ca9-4a29-a6c4-2636bcaa2cb3),segment_id=60233d22-3ca9-4a29-a6c4-2636bcaa2cb3)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:14:32.915319 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (6ef157de-fc4d-4eab-9c96-6ce70c8e3b46), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:32.964012 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=6ef157de-fc4d-4eab-9c96-6ce70c8e3b46,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:33.268201 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['6ef157de-fc4d-4eab-9c96-6ce70c8e3b46'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:14:33.280930 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63717a-0d2c-4692-8554-57a63280d114 req-f3e548c4-f950-42d8-88f1-9016b7250417 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:33.282560 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0c63717a-0d2c-4692-8554-57a63280d114 req-f3e548c4-f950-42d8-88f1-9016b7250417 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a90d71f-b91a-444b-b6e1-41ad37ccbd5d HTTP/1.1" status: 200 len: 944 time: 0.0563915 Mar 29 15:14:33.330215 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0c63717a-0d2c-4692-8554-57a63280d114 req-1212d2e3-6c14-460c-b2bf-5a55c210c5c3 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/security-groups?id=62b0fc09-dbea-4fcc-8988-927ac4712f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419805 Mar 29 15:14:34.444290 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927444e-78cc-4cc8-95a3-0a62c3802bfb req-68b9bcd2-6586-495e-9e64-95cfb92a7ce6 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:34.445772 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c927444e-78cc-4cc8-95a3-0a62c3802bfb req-68b9bcd2-6586-495e-9e64-95cfb92a7ce6 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a90d71f-b91a-444b-b6e1-41ad37ccbd5d HTTP/1.1" status: 200 len: 944 time: 0.0507915 Mar 29 15:14:34.491166 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c927444e-78cc-4cc8-95a3-0a62c3802bfb req-1000fd53-8559-43c7-81f6-8581c7c6ec8d tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/security-groups?id=62b0fc09-dbea-4fcc-8988-927ac4712f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398054 Mar 29 15:14:34.731204 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 6ef157de-fc4d-4eab-9c96-6ce70c8e3b46 up at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:14:34.782411 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning for port 6ef157de-fc4d-4eab-9c96-6ce70c8e3b46 completed by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:14:34.786113 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning complete for port 6ef157de-fc4d-4eab-9c96-6ce70c8e3b46 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:14:34.786495 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (6ef157de-fc4d-4eab-9c96-6ce70c8e3b46), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:34.864398 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port 6ef157de-fc4d-4eab-9c96-6ce70c8e3b46 is: BUILD; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:14:34.864831 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (6ef157de-fc4d-4eab-9c96-6ce70c8e3b46), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:34.887682 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a90d71f-b91a-444b-b6e1-41ad37ccbd5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef157de-fc4d-4eab-9c96-6ce70c8e3b46'}] {{(pid=103155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:14:34.890076 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38c8142a5be8756d7824345574af4facaba61695d099691de86e3daaece1ccc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cef4f9-85e6-4626-9c52-c5fb85d55fec" -d '{"events": [{"server_uuid": "3a90d71f-b91a-444b-b6e1-41ad37ccbd5d", "name": "network-vif-plugged", "status": "completed", "tag": "6ef157de-fc4d-4eab-9c96-6ce70c8e3b46"}]}' {{(pid=103155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:14:34.902933 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 6ef157de-fc4d-4eab-9c96-6ce70c8e3b46, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=6ef157de-fc4d-4eab-9c96-6ce70c8e3b46,segment=NetworkSegment(60233d22-3ca9-4a29-a6c4-2636bcaa2cb3),segment_id=60233d22-3ca9-4a29-a6c4-2636bcaa2cb3)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:14:34.906916 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (6ef157de-fc4d-4eab-9c96-6ce70c8e3b46), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:34.929707 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3418186b-63bd-4da5-8a0b-dfd8a7642854 x-openstack-request-id: req-3418186b-63bd-4da5-8a0b-dfd8a7642854 {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:14:34.930002 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a90d71f-b91a-444b-b6e1-41ad37ccbd5d", "name": "network-vif-plugged", "status": "completed", "tag": "6ef157de-fc4d-4eab-9c96-6ce70c8e3b46", "code": 200}]} {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:14:34.930255 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3418186b-63bd-4da5-8a0b-dfd8a7642854 {{(pid=103155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:14:34.930647 dv-cinder-835635-1-iscsi neutron-server[103155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3418186b-63bd-4da5-8a0b-dfd8a7642854'] response: {'server_uuid': '3a90d71f-b91a-444b-b6e1-41ad37ccbd5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef157de-fc4d-4eab-9c96-6ce70c8e3b46', 'code': 200} Mar 29 15:14:34.959858 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=6ef157de-fc4d-4eab-9c96-6ce70c8e3b46,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:14:35.089934 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749c8d5-d1b2-4eb9-adce-bd3446edac12 req-f3f4c8a7-f459-45af-ab6f-942e596800b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:35.091348 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0749c8d5-d1b2-4eb9-adce-bd3446edac12 req-f3f4c8a7-f459-45af-ab6f-942e596800b1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3a90d71f-b91a-444b-b6e1-41ad37ccbd5d HTTP/1.1" status: 200 len: 1129 time: 0.0439398 Mar 29 15:14:35.135659 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0749c8d5-d1b2-4eb9-adce-bd3446edac12 req-81037e43-0ac3-4a5c-88a3-2c631e72523f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=62b0fc09-dbea-4fcc-8988-927ac4712f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376384 Mar 29 15:14:35.616544 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a403c-b3fa-4f31-a986-3104448836fc req-4af5df8a-34f8-4dda-911b-f94afb924466 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:35.618032 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-845a403c-b3fa-4f31-a986-3104448836fc req-4af5df8a-34f8-4dda-911b-f94afb924466 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a90d71f-b91a-444b-b6e1-41ad37ccbd5d HTTP/1.1" status: 200 len: 945 time: 0.0551949 Mar 29 15:14:35.663952 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-845a403c-b3fa-4f31-a986-3104448836fc req-e346a7d7-8766-449f-aaa1-2e169af9c565 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/security-groups?id=62b0fc09-dbea-4fcc-8988-927ac4712f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404229 Mar 29 15:14:35.886181 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7a73998d-d8e2-4655-944c-3d22b0860645 req-d1cc729d-9004-43f6-99d7-19fcdc32d8a3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435016 Mar 29 15:14:35.973657 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73998d-d8e2-4655-944c-3d22b0860645 req-ba598874-2808-4639-9d98-8e071f9f1cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:35.975099 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7a73998d-d8e2-4655-944c-3d22b0860645 req-ba598874-2808-4639-9d98-8e071f9f1cd0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb13df1bbb4c41139dde418a494692fc&device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 1129 time: 0.0467715 Mar 29 15:14:36.076515 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73998d-d8e2-4655-944c-3d22b0860645 req-323db05a-d444-4902-a28b-cfa096d9730e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:36.078684 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7a73998d-d8e2-4655-944c-3d22b0860645 req-323db05a-d444-4902-a28b-cfa096d9730e service neutron] 10.222.0.36 "GET /v2.0/networks?id=7361a085-d96a-4f31-b765-5a3a0b40e7c7 HTTP/1.1" status: 200 len: 912 time: 0.0839405 Mar 29 15:14:36.151298 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7a73998d-d8e2-4655-944c-3d22b0860645 req-66b8a71e-ec12-434e-9447-bb06e8140d48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11dadca9-635d-42d5-aaee-0174d0a21a39 HTTP/1.1" status: 200 len: 1001 time: 0.0657325 Mar 29 15:14:36.199839 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73998d-d8e2-4655-944c-3d22b0860645 req-39964b7f-a4b5-4343-8b24-31fcba54f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:36.201248 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7a73998d-d8e2-4655-944c-3d22b0860645 req-39964b7f-a4b5-4343-8b24-31fcba54f3f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35025535-f908-4fdd-8813-2eb4bba1ac31 HTTP/1.1" status: 200 len: 850 time: 0.0416205 Mar 29 15:14:36.250859 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73998d-d8e2-4655-944c-3d22b0860645 req-9da04d66-eaef-40f8-92cb-aeb0e7583807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:36.252307 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7a73998d-d8e2-4655-944c-3d22b0860645 req-9da04d66-eaef-40f8-92cb-aeb0e7583807 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7361a085-d96a-4f31-b765-5a3a0b40e7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437462 Mar 29 15:14:36.341502 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7a73998d-d8e2-4655-944c-3d22b0860645 req-7a9fb449-f46f-4ae5-b676-4f615c59a450 service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825348 Mar 29 15:14:36.429932 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7a73998d-d8e2-4655-944c-3d22b0860645 req-d805c5d0-ad5f-445f-a7ec-9d25b0e4b956 service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817063 Mar 29 15:14:36.786705 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81836ffe-9e1c-4519-ae00-ce1771b5e278 req-3f69cf64-ce9f-401a-9f2c-b531a1d41535 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:14:36.788182 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-81836ffe-9e1c-4519-ae00-ce1771b5e278 req-3f69cf64-ce9f-401a-9f2c-b531a1d41535 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a90d71f-b91a-444b-b6e1-41ad37ccbd5d HTTP/1.1" status: 200 len: 945 time: 0.0566878 Mar 29 15:14:36.839593 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-81836ffe-9e1c-4519-ae00-ce1771b5e278 req-42c59bf3-8bac-4dac-a9e0-01c2745b56e6 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/security-groups?id=62b0fc09-dbea-4fcc-8988-927ac4712f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454748 Mar 29 15:14:41.435958 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-2c9c376d-ef38-42c5-a0f1-ace799412a7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:43.738100 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-1c9dd2dc-2d4b-414a-94b0-ebf4b227dc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:44.762468 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:46.581680 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:47.645266 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:56.612399 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:14:57.894953 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:15:11.438591 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-700f14cf-1588-403c-9aca-46c209f11ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:13.739591 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-939988d7-6557-48ef-92fd-d4e006730497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:14.766455 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:16.586764 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:17.647940 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:26.631104 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:27.670684 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a98c1-6b02-4ccd-9cc4-2effb6ba71fe req-d0c03097-5ccb-4c7c-b465-14e4e9c852fc tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:27.672138 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a32a98c1-6b02-4ccd-9cc4-2effb6ba71fe req-d0c03097-5ccb-4c7c-b465-14e4e9c852fc tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a90d71f-b91a-444b-b6e1-41ad37ccbd5d HTTP/1.1" status: 200 len: 945 time: 0.0533907 Mar 29 15:15:27.720470 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a32a98c1-6b02-4ccd-9cc4-2effb6ba71fe req-eacd3f6d-a4a6-449a-8efe-400df7b8bc7b tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/security-groups?id=62b0fc09-dbea-4fcc-8988-927ac4712f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419929 Mar 29 15:15:28.839963 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c00b1a-9141-4aaa-b21f-9ebb15d27384 req-6a89d04c-b0ed-4dc6-9144-d43d9dc33cf7 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:28.841765 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c1c00b1a-9141-4aaa-b21f-9ebb15d27384 req-6a89d04c-b0ed-4dc6-9144-d43d9dc33cf7 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a90d71f-b91a-444b-b6e1-41ad37ccbd5d HTTP/1.1" status: 200 len: 945 time: 0.0529449 Mar 29 15:15:28.888990 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c1c00b1a-9141-4aaa-b21f-9ebb15d27384 req-46f479f9-304f-4b31-914d-8ddc8623aaf8 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/security-groups?id=62b0fc09-dbea-4fcc-8988-927ac4712f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414183 Mar 29 15:15:29.605662 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982b5f2-6f97-4dff-9c3a-95d97c05f512 req-2f50dd5e-6c63-4d3a-b61b-3518e30e1d2c tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:29.606997 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-6982b5f2-6f97-4dff-9c3a-95d97c05f512 req-2f50dd5e-6c63-4d3a-b61b-3518e30e1d2c tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a90d71f-b91a-444b-b6e1-41ad37ccbd5d HTTP/1.1" status: 200 len: 945 time: 0.0508931 Mar 29 15:15:29.698714 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [req-6982b5f2-6f97-4dff-9c3a-95d97c05f512 req-11ea9404-5138-41cb-aa64-21f377ac57f0 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Deleting port 6ef157de-fc4d-4eab-9c96-6ce70c8e3b46 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:15:29.699051 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-6982b5f2-6f97-4dff-9c3a-95d97c05f512 req-11ea9404-5138-41cb-aa64-21f377ac57f0 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (6ef157de-fc4d-4eab-9c96-6ce70c8e3b46), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:29.783990 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-6982b5f2-6f97-4dff-9c3a-95d97c05f512 req-11ea9404-5138-41cb-aa64-21f377ac57f0 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] For port 6ef157de-fc4d-4eab-9c96-6ce70c8e3b46, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=6ef157de-fc4d-4eab-9c96-6ce70c8e3b46,segment=NetworkSegment(60233d22-3ca9-4a29-a6c4-2636bcaa2cb3),segment_id=60233d22-3ca9-4a29-a6c4-2636bcaa2cb3)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:15:29.784350 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-6982b5f2-6f97-4dff-9c3a-95d97c05f512 req-11ea9404-5138-41cb-aa64-21f377ac57f0 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (6ef157de-fc4d-4eab-9c96-6ce70c8e3b46), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:29.797807 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [req-6982b5f2-6f97-4dff-9c3a-95d97c05f512 req-11ea9404-5138-41cb-aa64-21f377ac57f0 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Calling delete_port for 6ef157de-fc4d-4eab-9c96-6ce70c8e3b46 owned by compute:nova {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:15:29.928837 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-6982b5f2-6f97-4dff-9c3a-95d97c05f512 req-11ea9404-5138-41cb-aa64-21f377ac57f0 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (6ef157de-fc4d-4eab-9c96-6ce70c8e3b46), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:29.940084 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['6ef157de-fc4d-4eab-9c96-6ce70c8e3b46'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:15:29.962332 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea9404-5138-41cb-aa64-21f377ac57f0 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Pushing event deleted for resources: {'Port': ['ID=6ef157de-fc4d-4eab-9c96-6ce70c8e3b46,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:15:30.017229 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9404-5138-41cb-aa64-21f377ac57f0 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:30.017546 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9404-5138-41cb-aa64-21f377ac57f0 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:30.017876 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9404-5138-41cb-aa64-21f377ac57f0 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:30.018205 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9404-5138-41cb-aa64-21f377ac57f0 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:30.018527 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9404-5138-41cb-aa64-21f377ac57f0 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:30.018847 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9404-5138-41cb-aa64-21f377ac57f0 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:30.019682 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9404-5138-41cb-aa64-21f377ac57f0 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:30.020004 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9404-5138-41cb-aa64-21f377ac57f0 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:30.020321 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9404-5138-41cb-aa64-21f377ac57f0 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:30.020672 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9404-5138-41cb-aa64-21f377ac57f0 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:30.020991 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9404-5138-41cb-aa64-21f377ac57f0 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:30.021306 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9404-5138-41cb-aa64-21f377ac57f0 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:30.021618 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9404-5138-41cb-aa64-21f377ac57f0 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:30.021929 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9404-5138-41cb-aa64-21f377ac57f0 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:30.022236 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9404-5138-41cb-aa64-21f377ac57f0 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:30.027447 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b73b9c16-4504-49d2-94b8-e4ba9fbae8e4 req-c3fb6ebc-3f3b-42d4-8e11-d502ef46fbf8 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a90d71f-b91a-444b-b6e1-41ad37ccbd5d HTTP/1.1" status: 200 len: 210 time: 0.0669956 Mar 29 15:15:30.051091 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [req-6982b5f2-6f97-4dff-9c3a-95d97c05f512 req-11ea9404-5138-41cb-aa64-21f377ac57f0 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] No DVR routers for this DVR port 6ef157de-fc4d-4eab-9c96-6ce70c8e3b46 on host hv-cinder-83563 {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:15:30.051091 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-6982b5f2-6f97-4dff-9c3a-95d97c05f512 req-11ea9404-5138-41cb-aa64-21f377ac57f0 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:30.052087 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-6982b5f2-6f97-4dff-9c3a-95d97c05f512 req-11ea9404-5138-41cb-aa64-21f377ac57f0 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.36 "DELETE /v2.0/ports/6ef157de-fc4d-4eab-9c96-6ce70c8e3b46 HTTP/1.1" status: 204 len: 173 time: 0.4400389 Mar 29 15:15:30.052542 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a90d71f-b91a-444b-b6e1-41ad37ccbd5d', 'name': 'network-vif-deleted', 'tag': '6ef157de-fc4d-4eab-9c96-6ce70c8e3b46'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:15:30.054863 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dffaa87-b17b-4f19-986c-da0f1c40fb6b" -d '{"events": [{"server_uuid": "3a90d71f-b91a-444b-b6e1-41ad37ccbd5d", "name": "network-vif-deleted", "tag": "6ef157de-fc4d-4eab-9c96-6ce70c8e3b46"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:15:30.089964 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d321d1-e681-4ccd-bda1-84d4dc423ca9 x-openstack-request-id: req-f4d321d1-e681-4ccd-bda1-84d4dc423ca9 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:15:30.090292 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a90d71f-b91a-444b-b6e1-41ad37ccbd5d", "name": "network-vif-deleted", "tag": "6ef157de-fc4d-4eab-9c96-6ce70c8e3b46", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:15:30.090544 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f4d321d1-e681-4ccd-bda1-84d4dc423ca9 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:15:30.090947 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4d321d1-e681-4ccd-bda1-84d4dc423ca9'] response: {'server_uuid': '3a90d71f-b91a-444b-b6e1-41ad37ccbd5d', 'name': 'network-vif-deleted', 'tag': '6ef157de-fc4d-4eab-9c96-6ce70c8e3b46', 'status': 'completed', 'code': 200} Mar 29 15:15:33.591902 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 6ef157de-fc4d-4eab-9c96-6ce70c8e3b46 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:15:33.612368 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] No Port match for: 6ef157de-fc4d-4eab-9c96-6ce70c8e3b46 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:15:33.612734 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 6ef157de-fc4d-4eab-9c96-6ce70c8e3b46 not bound to the agent host hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:15:34.893787 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:15:41.018782 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-4bb4dacb-c195-43e7-8128-7144e87e78c5 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:41.020225 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-4bb4dacb-c195-43e7-8128-7144e87e78c5 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/networks?id=8a816d8e-ff3d-4721-b7f1-1205ee0778e4 HTTP/1.1" status: 200 len: 814 time: 0.1033430 Mar 29 15:15:41.035634 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-15d5207e-055a-4b1f-8fff-19415cc6c7d3 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/quotas/f16349013ba1488db5c4a1a8b01d1004 HTTP/1.1" status: 200 len: 375 time: 0.0096970 Mar 29 15:15:41.068376 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-59a585cc-2fab-4ccd-95cb-d39d79d02db3 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f16349013ba1488db5c4a1a8b01d1004&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280409 Mar 29 15:15:41.222848 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-1efc4f64-8c2f-4552-b996-b2453e37f617 service neutron] 10.222.0.35 "GET /v2.0/networks/8a816d8e-ff3d-4721-b7f1-1205ee0778e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479707 Mar 29 15:15:41.310078 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-f806ebc4-e18f-4937-bd4e-0e097b7d2704 service neutron] 10.222.0.35 "GET /v2.0/networks/8a816d8e-ff3d-4721-b7f1-1205ee0778e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812171 Mar 29 15:15:41.453101 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-0a77f38f-75f6-4e2a-8677-456554367434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:41.498500 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-43fcc1bf-0820-4cde-b499-a0379e983e88 req-708a7a30-051d-42eb-bdc5-598926c54018 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/ports?device_id=37bc136d-edc6-44ef-ae37-4ca3599bda88 HTTP/1.1" status: 200 len: 210 time: 0.0409474 Mar 29 15:15:41.515671 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-2c32b9a9-96ff-45dd-af10-665fcf0356a6 req-b8ef8164-ce52-478d-a8d4-29cf5c54ca69 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671864 Mar 29 15:15:41.608915 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32b9a9-96ff-45dd-af10-665fcf0356a6 req-7ebbdd6b-286e-484f-b626-7fc3b7e315c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:41.610544 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-2c32b9a9-96ff-45dd-af10-665fcf0356a6 req-7ebbdd6b-286e-484f-b626-7fc3b7e315c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb13df1bbb4c41139dde418a494692fc&device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 1129 time: 0.0484431 Mar 29 15:15:41.712268 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32b9a9-96ff-45dd-af10-665fcf0356a6 req-e186fe56-ecab-4700-9c03-d70030a88411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:41.713765 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-2c32b9a9-96ff-45dd-af10-665fcf0356a6 req-e186fe56-ecab-4700-9c03-d70030a88411 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7361a085-d96a-4f31-b765-5a3a0b40e7c7 HTTP/1.1" status: 200 len: 912 time: 0.0857356 Mar 29 15:15:41.782879 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-2c32b9a9-96ff-45dd-af10-665fcf0356a6 req-0e776214-8e5b-4530-9103-f17fbca1e86b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11dadca9-635d-42d5-aaee-0174d0a21a39 HTTP/1.1" status: 200 len: 1001 time: 0.0628674 Mar 29 15:15:41.834221 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32b9a9-96ff-45dd-af10-665fcf0356a6 req-0cd184bc-1b7e-4c2d-80ea-9fe7397bab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:41.835670 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-2c32b9a9-96ff-45dd-af10-665fcf0356a6 req-0cd184bc-1b7e-4c2d-80ea-9fe7397bab8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35025535-f908-4fdd-8813-2eb4bba1ac31 HTTP/1.1" status: 200 len: 850 time: 0.0437701 Mar 29 15:15:41.883840 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32b9a9-96ff-45dd-af10-665fcf0356a6 req-bf4233e5-49de-4acf-9a20-6f0270a9e21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:41.885397 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-2c32b9a9-96ff-45dd-af10-665fcf0356a6 req-bf4233e5-49de-4acf-9a20-6f0270a9e21e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7361a085-d96a-4f31-b765-5a3a0b40e7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442688 Mar 29 15:15:41.985714 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-2c32b9a9-96ff-45dd-af10-665fcf0356a6 req-1266f219-5b30-4dfc-9e37-233e1a8af4ca service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946000 Mar 29 15:15:42.077551 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-2c32b9a9-96ff-45dd-af10-665fcf0356a6 req-d0cd2d94-34a7-4d83-8465-ac45ec6852bc service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827353 Mar 29 15:15:42.385965 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-6a14702d-b2c4-401c-80e3-8cb15672b269 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:42.387516 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-6a14702d-b2c4-401c-80e3-8cb15672b269 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.36 "GET /v2.0/networks?id=8a816d8e-ff3d-4721-b7f1-1205ee0778e4 HTTP/1.1" status: 200 len: 814 time: 0.1049101 Mar 29 15:15:42.399748 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-ab6da4cf-bdf5-4620-965b-9bf955fe23b3 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Request body: {'port': {'device_id': '37bc136d-edc6-44ef-ae37-4ca3599bda88', 'network_id': '8a816d8e-ff3d-4721-b7f1-1205ee0778e4', 'admin_state_up': True, 'tenant_id': 'f16349013ba1488db5c4a1a8b01d1004'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:15:42.502423 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-ab6da4cf-bdf5-4620-965b-9bf955fe23b3 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Made reservation on behalf of f16349013ba1488db5c4a1a8b01d1004 for: {'port': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:15:42.507447 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-ab6da4cf-bdf5-4620-965b-9bf955fe23b3 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:42.596406 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f11aa906-7b2a-4ae6-bed7-cc207a334f05 req-b7a5eff2-04cf-465c-a18f-b3f79fc89b54 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/ports?device_id=37bc136d-edc6-44ef-ae37-4ca3599bda88 HTTP/1.1" status: 200 len: 210 time: 0.0271430 Mar 29 15:15:42.630858 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-ab6da4cf-bdf5-4620-965b-9bf955fe23b3 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Allocated IP 172.20.0.9 (8a816d8e-ff3d-4721-b7f1-1205ee0778e4/e1686023-1f45-41df-8348-8b6eb651e6ba/80afdc3a-8abd-4804-87d0-c0ab82833ab7) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:15:42.774300 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-ab6da4cf-bdf5-4620-965b-9bf955fe23b3 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Publish callbacks [] for port (80afdc3a-8abd-4804-87d0-c0ab82833ab7), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:42.807997 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-ab6da4cf-bdf5-4620-965b-9bf955fe23b3 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (80afdc3a-8abd-4804-87d0-c0ab82833ab7), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:42.853825 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-ab6da4cf-bdf5-4620-965b-9bf955fe23b3 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Network 8a816d8e-ff3d-4721-b7f1-1205ee0778e4 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:15:42.856973 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-ab6da4cf-bdf5-4620-965b-9bf955fe23b3 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:15:42.862902 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-ab6da4cf-bdf5-4620-965b-9bf955fe23b3 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:15:42.886397 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6da4cf-bdf5-4620-965b-9bf955fe23b3 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Pushing event updated for resources: {'Port': ['ID=80afdc3a-8abd-4804-87d0-c0ab82833ab7,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:15:42.914030 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-ab6da4cf-bdf5-4620-965b-9bf955fe23b3 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:42.914749 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-ab6da4cf-bdf5-4620-965b-9bf955fe23b3 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:42.930176 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-ab6da4cf-bdf5-4620-965b-9bf955fe23b3 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5342841 Mar 29 15:15:42.941748 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-e87b46eb-d99a-4f53-8036-98f780b67007 service neutron] Request body: {'port': {'device_id': '37bc136d-edc6-44ef-ae37-4ca3599bda88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:15:42.998310 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-e87b46eb-d99a-4f53-8036-98f780b67007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (80afdc3a-8abd-4804-87d0-c0ab82833ab7), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:43.258871 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-e87b46eb-d99a-4f53-8036-98f780b67007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80afdc3a-8abd-4804-87d0-c0ab82833ab7 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:15:43.266159 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-e87b46eb-d99a-4f53-8036-98f780b67007 service neutron] Publish callbacks [] for port (80afdc3a-8abd-4804-87d0-c0ab82833ab7), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:43.277750 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-e87b46eb-d99a-4f53-8036-98f780b67007 service neutron] Transition to ACTIVE for port object 80afdc3a-8abd-4804-87d0-c0ab82833ab7 will not be triggered until provisioned by entity L2. {{(pid=103154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:15:43.281138 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-e87b46eb-d99a-4f53-8036-98f780b67007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (80afdc3a-8abd-4804-87d0-c0ab82833ab7), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:43.331687 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b46eb-d99a-4f53-8036-98f780b67007 service neutron] Pushing event updated for resources: {'Port': ['ID=80afdc3a-8abd-4804-87d0-c0ab82833ab7,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:15:43.401281 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-e87b46eb-d99a-4f53-8036-98f780b67007 service neutron] Attempting to bind port 80afdc3a-8abd-4804-87d0-c0ab82833ab7 on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:15:43.401614 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-e87b46eb-d99a-4f53-8036-98f780b67007 service neutron] Attempting to bind port 80afdc3a-8abd-4804-87d0-c0ab82833ab7 by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '60233d22-3ca9-4a29-a6c4-2636bcaa2cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '8a816d8e-ff3d-4721-b7f1-1205ee0778e4'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:15:43.401941 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-e87b46eb-d99a-4f53-8036-98f780b67007 service neutron] Attempting to bind port 80afdc3a-8abd-4804-87d0-c0ab82833ab7 on network 8a816d8e-ff3d-4721-b7f1-1205ee0778e4 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:15:43.406180 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-e87b46eb-d99a-4f53-8036-98f780b67007 service neutron] Port 80afdc3a-8abd-4804-87d0-c0ab82833ab7 on network 8a816d8e-ff3d-4721-b7f1-1205ee0778e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:15:43.406497 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-e87b46eb-d99a-4f53-8036-98f780b67007 service neutron] Attempting to bind port 80afdc3a-8abd-4804-87d0-c0ab82833ab7 on network 8a816d8e-ff3d-4721-b7f1-1205ee0778e4 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:15:43.411375 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-e87b46eb-d99a-4f53-8036-98f780b67007 service neutron] Checking agent: {'id': '54f4ecb7-e3d7-497a-b676-ec21eb6e2a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'started_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:15:43.411710 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-e87b46eb-d99a-4f53-8036-98f780b67007 service neutron] Checking segment: {'id': '60233d22-3ca9-4a29-a6c4-2636bcaa2cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '8a816d8e-ff3d-4721-b7f1-1205ee0778e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:15:43.412088 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-e87b46eb-d99a-4f53-8036-98f780b67007 service neutron] Bound using segment: {'id': '60233d22-3ca9-4a29-a6c4-2636bcaa2cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '8a816d8e-ff3d-4721-b7f1-1205ee0778e4'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:15:43.412509 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-e87b46eb-d99a-4f53-8036-98f780b67007 service neutron] Bound port: 80afdc3a-8abd-4804-87d0-c0ab82833ab7, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60233d22-3ca9-4a29-a6c4-2636bcaa2cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '8a816d8e-ff3d-4721-b7f1-1205ee0778e4'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:15:43.412889 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-e87b46eb-d99a-4f53-8036-98f780b67007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (80afdc3a-8abd-4804-87d0-c0ab82833ab7), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:43.476608 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-e87b46eb-d99a-4f53-8036-98f780b67007 service neutron] For port 80afdc3a-8abd-4804-87d0-c0ab82833ab7, host hv-cinder-83563, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:15:43.479476 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-e87b46eb-d99a-4f53-8036-98f780b67007 service neutron] For port 80afdc3a-8abd-4804-87d0-c0ab82833ab7, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=80afdc3a-8abd-4804-87d0-c0ab82833ab7,segment=NetworkSegment(60233d22-3ca9-4a29-a6c4-2636bcaa2cb3),segment_id=60233d22-3ca9-4a29-a6c4-2636bcaa2cb3)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:15:43.485113 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-e87b46eb-d99a-4f53-8036-98f780b67007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (80afdc3a-8abd-4804-87d0-c0ab82833ab7), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:43.524257 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-e87b46eb-d99a-4f53-8036-98f780b67007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:43.524903 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-e87b46eb-d99a-4f53-8036-98f780b67007 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:43.526253 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-e87b46eb-d99a-4f53-8036-98f780b67007 service neutron] 10.222.0.36 "PUT /v2.0/ports/80afdc3a-8abd-4804-87d0-c0ab82833ab7 HTTP/1.1" status: 200 len: 1093 time: 0.5889618 Mar 29 15:15:43.526686 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37bc136d-edc6-44ef-ae37-4ca3599bda88', 'tag': '80afdc3a-8abd-4804-87d0-c0ab82833ab7'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:15:43.528924 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fb2cf5-14d2-4302-8c2f-7864ea38a923" -d '{"events": [{"name": "network-changed", "server_uuid": "37bc136d-edc6-44ef-ae37-4ca3599bda88", "tag": "80afdc3a-8abd-4804-87d0-c0ab82833ab7"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:15:43.557864 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b46eb-d99a-4f53-8036-98f780b67007 service neutron] Pushing event updated for resources: {'Port': ['ID=80afdc3a-8abd-4804-87d0-c0ab82833ab7,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:15:43.573021 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad21c14e-ddc9-4560-8d37-09f8d767f3f6 x-openstack-request-id: req-ad21c14e-ddc9-4560-8d37-09f8d767f3f6 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:15:43.573305 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37bc136d-edc6-44ef-ae37-4ca3599bda88", "tag": "80afdc3a-8abd-4804-87d0-c0ab82833ab7", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:15:43.573556 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ad21c14e-ddc9-4560-8d37-09f8d767f3f6 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:15:43.573953 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad21c14e-ddc9-4560-8d37-09f8d767f3f6'] response: {'name': 'network-changed', 'server_uuid': '37bc136d-edc6-44ef-ae37-4ca3599bda88', 'tag': '80afdc3a-8abd-4804-87d0-c0ab82833ab7', 'status': 'completed', 'code': 200} Mar 29 15:15:43.609443 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-1a7b02fd-bcef-410d-a94f-9df308a8ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:43.610919 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-1a7b02fd-bcef-410d-a94f-9df308a8ec7c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f16349013ba1488db5c4a1a8b01d1004&device_id=37bc136d-edc6-44ef-ae37-4ca3599bda88 HTTP/1.1" status: 200 len: 1127 time: 0.0471892 Mar 29 15:15:43.656112 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-ae8cb766-b7be-4263-8806-ebeec2f3164c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80afdc3a-8abd-4804-87d0-c0ab82833ab7 HTTP/1.1" status: 200 len: 217 time: 0.0374684 Mar 29 15:15:43.704818 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-1b39f4a6-dd3f-41ca-b356-a3ed67dcf409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:43.707473 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-1b39f4a6-dd3f-41ca-b356-a3ed67dcf409 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e1686023-1f45-41df-8348-8b6eb651e6ba HTTP/1.1" status: 200 len: 854 time: 0.0461476 Mar 29 15:15:43.727120 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f7355-7c87-484e-8c12-e1b74e1f69e0 req-22ad2a58-c27f-4340-b69b-7f09e5a0271c tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:43.733028 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-105f7355-7c87-484e-8c12-e1b74e1f69e0 req-22ad2a58-c27f-4340-b69b-7f09e5a0271c tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/ports?device_id=37bc136d-edc6-44ef-ae37-4ca3599bda88 HTTP/1.1" status: 200 len: 943 time: 0.0589659 Mar 29 15:15:43.740783 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-740eb7d0-da7b-4957-ab25-2bda81c10700 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a816d8e-ff3d-4721-b7f1-1205ee0778e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276194 Mar 29 15:15:43.742377 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-d1acc2eb-0111-43be-b0f7-a488e42043cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:43.781939 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-105f7355-7c87-484e-8c12-e1b74e1f69e0 req-d579978e-2206-4fa5-bd33-f7de10ad5235 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/security-groups?id=62b0fc09-dbea-4fcc-8988-927ac4712f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476699 Mar 29 15:15:44.097226 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-fa50c907-783a-4126-a885-7d11e5709503 service neutron] 10.222.0.36 "GET /v2.0/networks/8a816d8e-ff3d-4721-b7f1-1205ee0778e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493583 Mar 29 15:15:44.183149 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3387bbf4-356d-439b-b456-37503d17e9f2 req-d262b0af-94a6-4113-b768-1a9080693642 service neutron] 10.222.0.36 "GET /v2.0/networks/8a816d8e-ff3d-4721-b7f1-1205ee0778e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796101 Mar 29 15:15:44.282678 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb2cf5-14d2-4302-8c2f-7864ea38a923 req-e4daef22-113d-4b05-9676-02398122144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:44.284229 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a8fb2cf5-14d2-4302-8c2f-7864ea38a923 req-e4daef22-113d-4b05-9676-02398122144a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f16349013ba1488db5c4a1a8b01d1004&device_id=37bc136d-edc6-44ef-ae37-4ca3599bda88 HTTP/1.1" status: 200 len: 1127 time: 0.0483615 Mar 29 15:15:44.372099 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb2cf5-14d2-4302-8c2f-7864ea38a923 req-76008c20-6bf7-4e81-ac46-3ee90f0ac972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:44.373501 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a8fb2cf5-14d2-4302-8c2f-7864ea38a923 req-76008c20-6bf7-4e81-ac46-3ee90f0ac972 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a816d8e-ff3d-4721-b7f1-1205ee0778e4 HTTP/1.1" status: 200 len: 915 time: 0.0832901 Mar 29 15:15:44.417091 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a8fb2cf5-14d2-4302-8c2f-7864ea38a923 req-2ea510e0-66e2-4287-8c7b-fed2e02d40fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80afdc3a-8abd-4804-87d0-c0ab82833ab7 HTTP/1.1" status: 200 len: 217 time: 0.0370491 Mar 29 15:15:44.463864 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb2cf5-14d2-4302-8c2f-7864ea38a923 req-54c0631a-3e61-45f5-8ad0-ba83f8044561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:44.465316 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a8fb2cf5-14d2-4302-8c2f-7864ea38a923 req-54c0631a-3e61-45f5-8ad0-ba83f8044561 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e1686023-1f45-41df-8348-8b6eb651e6ba HTTP/1.1" status: 200 len: 854 time: 0.0426195 Mar 29 15:15:44.494853 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a8fb2cf5-14d2-4302-8c2f-7864ea38a923 req-d41f72fd-29e2-44f0-bb7d-8e816d567df7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a816d8e-ff3d-4721-b7f1-1205ee0778e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241542 Mar 29 15:15:44.583581 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a8fb2cf5-14d2-4302-8c2f-7864ea38a923 req-332d93d3-5fcc-4e90-940d-be774ebe2a9a service neutron] 10.222.0.36 "GET /v2.0/networks/8a816d8e-ff3d-4721-b7f1-1205ee0778e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825865 Mar 29 15:15:44.673724 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a8fb2cf5-14d2-4302-8c2f-7864ea38a923 req-f427a64c-86b2-4689-be02-c7f4abd4db32 service neutron] 10.222.0.36 "GET /v2.0/networks/8a816d8e-ff3d-4721-b7f1-1205ee0778e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838988 Mar 29 15:15:44.767545 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:44.904260 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a50e3-6731-4470-8bba-2d8b3bbb4d54 req-ee84b2fb-7e47-4c85-b06f-20c4bdc9e7f5 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:44.905818 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3f6a50e3-6731-4470-8bba-2d8b3bbb4d54 req-ee84b2fb-7e47-4c85-b06f-20c4bdc9e7f5 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/ports?device_id=37bc136d-edc6-44ef-ae37-4ca3599bda88 HTTP/1.1" status: 200 len: 943 time: 0.0529449 Mar 29 15:15:44.952965 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3f6a50e3-6731-4470-8bba-2d8b3bbb4d54 req-1aa26324-a7be-4eb0-b48a-ca0c1dc7fc2e tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/security-groups?id=62b0fc09-dbea-4fcc-8988-927ac4712f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411773 Mar 29 15:15:46.069283 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c68bc-642f-4472-858b-39e65c4a2a4d req-335af54e-8a8a-4e8d-b437-378187ae4a2a tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:46.070792 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-475c68bc-642f-4472-858b-39e65c4a2a4d req-335af54e-8a8a-4e8d-b437-378187ae4a2a tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/ports?device_id=37bc136d-edc6-44ef-ae37-4ca3599bda88 HTTP/1.1" status: 200 len: 943 time: 0.0536833 Mar 29 15:15:46.117234 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-475c68bc-642f-4472-858b-39e65c4a2a4d req-f96515c7-8ac3-4773-bf31-49118d806a3f tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/security-groups?id=62b0fc09-dbea-4fcc-8988-927ac4712f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409527 Mar 29 15:15:46.587165 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:47.060496 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 80afdc3a-8abd-4804-87d0-c0ab82833ab7 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:15:47.160895 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 80afdc3a-8abd-4804-87d0-c0ab82833ab7, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=80afdc3a-8abd-4804-87d0-c0ab82833ab7,segment=NetworkSegment(60233d22-3ca9-4a29-a6c4-2636bcaa2cb3),segment_id=60233d22-3ca9-4a29-a6c4-2636bcaa2cb3)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:15:47.172655 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Returning: {'device': '80afdc3a-8abd-4804-87d0-c0ab82833ab7', 'network_id': '8a816d8e-ff3d-4721-b7f1-1205ee0778e4', 'port_id': '80afdc3a-8abd-4804-87d0-c0ab82833ab7', 'mac_address': 'fa:16:3e:b8:fb:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1686023-1f45-41df-8348-8b6eb651e6ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:15:47.210050 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port 80afdc3a-8abd-4804-87d0-c0ab82833ab7 is: DOWN; New status is: BUILD {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:15:47.210516 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (80afdc3a-8abd-4804-87d0-c0ab82833ab7), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:47.223624 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80afdc3a-8abd-4804-87d0-c0ab82833ab7 {{(pid=103155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:15:47.237062 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719d878-f0ef-44ce-9377-2a709b30994c req-79011944-4d7b-48f7-bc63-b17ba7facebf tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:47.238552 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-c719d878-f0ef-44ce-9377-2a709b30994c req-79011944-4d7b-48f7-bc63-b17ba7facebf tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/ports?device_id=37bc136d-edc6-44ef-ae37-4ca3599bda88 HTTP/1.1" status: 200 len: 943 time: 0.0573790 Mar 29 15:15:47.242763 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 80afdc3a-8abd-4804-87d0-c0ab82833ab7, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=80afdc3a-8abd-4804-87d0-c0ab82833ab7,segment=NetworkSegment(60233d22-3ca9-4a29-a6c4-2636bcaa2cb3),segment_id=60233d22-3ca9-4a29-a6c4-2636bcaa2cb3)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:15:47.247659 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (80afdc3a-8abd-4804-87d0-c0ab82833ab7), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:47.286568 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-c719d878-f0ef-44ce-9377-2a709b30994c req-02ef88ae-1c74-4e97-b355-3834f18ce9bb tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/security-groups?id=62b0fc09-dbea-4fcc-8988-927ac4712f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421655 Mar 29 15:15:47.298745 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=80afdc3a-8abd-4804-87d0-c0ab82833ab7,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:15:47.305933 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:47.306349 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:47.306703 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:47.307047 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:47.307388 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:47.307724 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:47.308055 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:47.308387 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:47.308741 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:47.309070 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:47.309396 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:47.309731 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:47.310055 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:47.310379 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:47.310749 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:15:47.572135 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['80afdc3a-8abd-4804-87d0-c0ab82833ab7'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:15:47.659302 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:48.402935 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f2d20-a6e0-443a-8ee1-6fe28b60aa28 req-384f4e8c-419c-47ed-a57d-bddf22c17470 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:48.404397 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-cf3f2d20-a6e0-443a-8ee1-6fe28b60aa28 req-384f4e8c-419c-47ed-a57d-bddf22c17470 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/ports?device_id=37bc136d-edc6-44ef-ae37-4ca3599bda88 HTTP/1.1" status: 200 len: 944 time: 0.0510342 Mar 29 15:15:48.450320 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-cf3f2d20-a6e0-443a-8ee1-6fe28b60aa28 req-bd24e31b-5461-4fb9-8ce4-452c50daa53a tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/security-groups?id=62b0fc09-dbea-4fcc-8988-927ac4712f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404582 Mar 29 15:15:49.066497 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 80afdc3a-8abd-4804-87d0-c0ab82833ab7 up at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:15:49.126686 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning for port 80afdc3a-8abd-4804-87d0-c0ab82833ab7 completed by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:15:49.130471 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning complete for port 80afdc3a-8abd-4804-87d0-c0ab82833ab7 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:15:49.130844 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (80afdc3a-8abd-4804-87d0-c0ab82833ab7), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:49.229886 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port 80afdc3a-8abd-4804-87d0-c0ab82833ab7 is: BUILD; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:15:49.230280 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (80afdc3a-8abd-4804-87d0-c0ab82833ab7), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:49.258931 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bc136d-edc6-44ef-ae37-4ca3599bda88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80afdc3a-8abd-4804-87d0-c0ab82833ab7'}] {{(pid=103155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:15:49.261854 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38c8142a5be8756d7824345574af4facaba61695d099691de86e3daaece1ccc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98cbe06-0b4a-4f84-be18-b69a79886d0a" -d '{"events": [{"server_uuid": "37bc136d-edc6-44ef-ae37-4ca3599bda88", "name": "network-vif-plugged", "status": "completed", "tag": "80afdc3a-8abd-4804-87d0-c0ab82833ab7"}]}' {{(pid=103155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:15:49.282491 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 80afdc3a-8abd-4804-87d0-c0ab82833ab7, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=80afdc3a-8abd-4804-87d0-c0ab82833ab7,segment=NetworkSegment(60233d22-3ca9-4a29-a6c4-2636bcaa2cb3),segment_id=60233d22-3ca9-4a29-a6c4-2636bcaa2cb3)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:15:49.287439 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (80afdc3a-8abd-4804-87d0-c0ab82833ab7), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:15:49.318098 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577a3e7e-30ad-49f6-b661-c1921ff6a233 x-openstack-request-id: req-577a3e7e-30ad-49f6-b661-c1921ff6a233 {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:15:49.318418 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bc136d-edc6-44ef-ae37-4ca3599bda88", "name": "network-vif-plugged", "status": "completed", "tag": "80afdc3a-8abd-4804-87d0-c0ab82833ab7", "code": 200}]} {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:15:49.318673 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-577a3e7e-30ad-49f6-b661-c1921ff6a233 {{(pid=103155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:15:49.319277 dv-cinder-835635-1-iscsi neutron-server[103155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-577a3e7e-30ad-49f6-b661-c1921ff6a233'] response: {'server_uuid': '37bc136d-edc6-44ef-ae37-4ca3599bda88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80afdc3a-8abd-4804-87d0-c0ab82833ab7', 'code': 200} Mar 29 15:15:49.354873 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=80afdc3a-8abd-4804-87d0-c0ab82833ab7,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:15:49.470617 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cee948-e598-4fb9-bf5e-3a2fdde9b2ad req-9e123ea9-8909-4d0a-b0db-42dc4be168f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:49.472204 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-60cee948-e598-4fb9-bf5e-3a2fdde9b2ad req-9e123ea9-8909-4d0a-b0db-42dc4be168f9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=37bc136d-edc6-44ef-ae37-4ca3599bda88 HTTP/1.1" status: 200 len: 1129 time: 0.0424888 Mar 29 15:15:49.515612 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-60cee948-e598-4fb9-bf5e-3a2fdde9b2ad req-ac5bb114-3a53-4390-b1a7-aa07f77c13f7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=62b0fc09-dbea-4fcc-8988-927ac4712f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381269 Mar 29 15:15:49.576704 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd32df-f20c-4719-943b-b371880cd72c req-676cd649-611e-404e-8c60-3bb95586185e tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:49.578071 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d6cd32df-f20c-4719-943b-b371880cd72c req-676cd649-611e-404e-8c60-3bb95586185e tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/ports?device_id=37bc136d-edc6-44ef-ae37-4ca3599bda88 HTTP/1.1" status: 200 len: 945 time: 0.0563631 Mar 29 15:15:49.625367 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d6cd32df-f20c-4719-943b-b371880cd72c req-9abd17b1-8e58-4f93-b88d-5212a9a82fe7 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/security-groups?id=62b0fc09-dbea-4fcc-8988-927ac4712f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416083 Mar 29 15:15:50.747622 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e028298-01d9-48df-9acd-486797edfeea req-79580b71-49c9-4667-bab3-d6aaa06734d4 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:50.749112 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3e028298-01d9-48df-9acd-486797edfeea req-79580b71-49c9-4667-bab3-d6aaa06734d4 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/ports?device_id=37bc136d-edc6-44ef-ae37-4ca3599bda88 HTTP/1.1" status: 200 len: 945 time: 0.0527382 Mar 29 15:15:50.800604 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3e028298-01d9-48df-9acd-486797edfeea req-b306582b-a93a-4437-8714-142872a361aa tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/security-groups?id=62b0fc09-dbea-4fcc-8988-927ac4712f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459106 Mar 29 15:15:51.918314 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a876f4-46de-4a50-bd48-9863e5a2107e req-0a4b6f81-4824-4cbc-b1d3-fba05bac59d7 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:15:51.920036 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a3a876f4-46de-4a50-bd48-9863e5a2107e req-0a4b6f81-4824-4cbc-b1d3-fba05bac59d7 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/ports?device_id=37bc136d-edc6-44ef-ae37-4ca3599bda88 HTTP/1.1" status: 200 len: 945 time: 0.0521410 Mar 29 15:15:51.967365 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a3a876f4-46de-4a50-bd48-9863e5a2107e req-7b3e373f-7be0-46b4-af79-6e8d253aa405 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/security-groups?id=62b0fc09-dbea-4fcc-8988-927ac4712f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418048 Mar 29 15:15:56.621935 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:11.445306 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-15732dde-590a-4d0d-93b1-15b3a9f126c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:11.892648 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:16:13.752388 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b497bcf5-5c7c-462d-9622-bc30af63aaf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:14.770635 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:15.017884 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37718828-2dd4-4ba2-8332-63b9066b5471 req-709c4b22-a8f5-4bce-8ddb-5b6844128a42 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:15.019260 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-37718828-2dd4-4ba2-8332-63b9066b5471 req-709c4b22-a8f5-4bce-8ddb-5b6844128a42 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/ports?device_id=37bc136d-edc6-44ef-ae37-4ca3599bda88 HTTP/1.1" status: 200 len: 945 time: 0.0559986 Mar 29 15:16:15.066157 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-37718828-2dd4-4ba2-8332-63b9066b5471 req-35af88ff-99a0-4755-8417-bb1d5ad6ceda tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/security-groups?id=62b0fc09-dbea-4fcc-8988-927ac4712f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404720 Mar 29 15:16:16.182723 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26463c-b90c-46d4-94b2-a720013e3a54 req-13c9e5c8-f1df-4bc3-92f7-4e0d00ec4cac tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:16.184168 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8e26463c-b90c-46d4-94b2-a720013e3a54 req-13c9e5c8-f1df-4bc3-92f7-4e0d00ec4cac tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/ports?device_id=37bc136d-edc6-44ef-ae37-4ca3599bda88 HTTP/1.1" status: 200 len: 945 time: 0.0518754 Mar 29 15:16:16.230872 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8e26463c-b90c-46d4-94b2-a720013e3a54 req-a3efa3a5-b48f-4de0-a192-ef3f48d6faf4 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/security-groups?id=62b0fc09-dbea-4fcc-8988-927ac4712f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412028 Mar 29 15:16:16.590953 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:16.898079 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88628c-229c-49eb-bc14-53acab753cfa req-3ea14d26-6b9c-44de-82f2-555a2503db1c tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:16.900062 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-2e88628c-229c-49eb-bc14-53acab753cfa req-3ea14d26-6b9c-44de-82f2-555a2503db1c tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.36 "GET /v2.0/ports?device_id=37bc136d-edc6-44ef-ae37-4ca3599bda88 HTTP/1.1" status: 200 len: 945 time: 0.0511069 Mar 29 15:16:16.993779 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [req-2e88628c-229c-49eb-bc14-53acab753cfa req-5903d1ef-cd1b-43b5-aaff-e7680d9673a2 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Deleting port 80afdc3a-8abd-4804-87d0-c0ab82833ab7 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:16:16.994121 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-2e88628c-229c-49eb-bc14-53acab753cfa req-5903d1ef-cd1b-43b5-aaff-e7680d9673a2 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (80afdc3a-8abd-4804-87d0-c0ab82833ab7), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:17.081729 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-2e88628c-229c-49eb-bc14-53acab753cfa req-5903d1ef-cd1b-43b5-aaff-e7680d9673a2 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] For port 80afdc3a-8abd-4804-87d0-c0ab82833ab7, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=80afdc3a-8abd-4804-87d0-c0ab82833ab7,segment=NetworkSegment(60233d22-3ca9-4a29-a6c4-2636bcaa2cb3),segment_id=60233d22-3ca9-4a29-a6c4-2636bcaa2cb3)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:16:17.082096 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-2e88628c-229c-49eb-bc14-53acab753cfa req-5903d1ef-cd1b-43b5-aaff-e7680d9673a2 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (80afdc3a-8abd-4804-87d0-c0ab82833ab7), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:17.095130 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [req-2e88628c-229c-49eb-bc14-53acab753cfa req-5903d1ef-cd1b-43b5-aaff-e7680d9673a2 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Calling delete_port for 80afdc3a-8abd-4804-87d0-c0ab82833ab7 owned by compute:nova {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:16:17.223081 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-2e88628c-229c-49eb-bc14-53acab753cfa req-5903d1ef-cd1b-43b5-aaff-e7680d9673a2 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (80afdc3a-8abd-4804-87d0-c0ab82833ab7), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:17.235388 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['80afdc3a-8abd-4804-87d0-c0ab82833ab7'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:16:17.260904 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903d1ef-cd1b-43b5-aaff-e7680d9673a2 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Pushing event deleted for resources: {'Port': ['ID=80afdc3a-8abd-4804-87d0-c0ab82833ab7,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:16:17.307808 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e88628c-229c-49eb-bc14-53acab753cfa req-5903d1ef-cd1b-43b5-aaff-e7680d9673a2 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] No DVR routers for this DVR port 80afdc3a-8abd-4804-87d0-c0ab82833ab7 on host hv-cinder-83563 {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:16:17.310383 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-2e88628c-229c-49eb-bc14-53acab753cfa req-5903d1ef-cd1b-43b5-aaff-e7680d9673a2 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:17.313703 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-2e88628c-229c-49eb-bc14-53acab753cfa req-5903d1ef-cd1b-43b5-aaff-e7680d9673a2 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.36 "DELETE /v2.0/ports/80afdc3a-8abd-4804-87d0-c0ab82833ab7 HTTP/1.1" status: 204 len: 173 time: 0.4091306 Mar 29 15:16:17.314143 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bc136d-edc6-44ef-ae37-4ca3599bda88', 'name': 'network-vif-deleted', 'tag': '80afdc3a-8abd-4804-87d0-c0ab82833ab7'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:16:17.316379 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ed7402-7e89-4f4f-9c9d-364eb96cda79" -d '{"events": [{"server_uuid": "37bc136d-edc6-44ef-ae37-4ca3599bda88", "name": "network-vif-deleted", "tag": "80afdc3a-8abd-4804-87d0-c0ab82833ab7"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:16:17.356431 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f70109ad-bd14-44dd-b3d3-cdf61c5c6626 req-99f95314-dd53-4a28-a9c2-a89ff8e25f59 tempest-VolumesSnapshotTestJSON-151538180 tempest-VolumesSnapshotTestJSON-151538180-project] 10.222.0.35 "GET /v2.0/ports?device_id=37bc136d-edc6-44ef-ae37-4ca3599bda88 HTTP/1.1" status: 200 len: 210 time: 0.0382042 Mar 29 15:16:17.356968 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89cf808-ce45-4e21-a844-d8b66717db77 x-openstack-request-id: req-e89cf808-ce45-4e21-a844-d8b66717db77 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:16:17.356968 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bc136d-edc6-44ef-ae37-4ca3599bda88", "name": "network-vif-deleted", "tag": "80afdc3a-8abd-4804-87d0-c0ab82833ab7", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:16:17.357182 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e89cf808-ce45-4e21-a844-d8b66717db77 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:16:17.357505 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e89cf808-ce45-4e21-a844-d8b66717db77'] response: {'server_uuid': '37bc136d-edc6-44ef-ae37-4ca3599bda88', 'name': 'network-vif-deleted', 'tag': '80afdc3a-8abd-4804-87d0-c0ab82833ab7', 'status': 'completed', 'code': 200} Mar 29 15:16:17.651850 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:22.238150 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 80afdc3a-8abd-4804-87d0-c0ab82833ab7 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:16:22.259349 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] No Port match for: 80afdc3a-8abd-4804-87d0-c0ab82833ab7 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:16:22.259692 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 80afdc3a-8abd-4804-87d0-c0ab82833ab7 not bound to the agent host hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:16:26.632734 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:28.650920 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173cc35d-501c-4b8c-9c84-66c87a7a98a7 req-8530e8fe-888c-4f8d-944e-a6a471bf8102 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:28.652408 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-173cc35d-501c-4b8c-9c84-66c87a7a98a7 req-8530e8fe-888c-4f8d-944e-a6a471bf8102 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 945 time: 0.0582385 Mar 29 15:16:28.702618 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-173cc35d-501c-4b8c-9c84-66c87a7a98a7 req-64ef4561-e622-45b9-8bcf-266ab3c2464d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446529 Mar 29 15:16:29.819877 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61637782-e321-4099-99a0-8c1a969b9241 req-0e4c0c10-c151-4ec5-954b-efc7dcb8714a tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:29.821930 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-61637782-e321-4099-99a0-8c1a969b9241 req-0e4c0c10-c151-4ec5-954b-efc7dcb8714a tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 945 time: 0.0522289 Mar 29 15:16:29.868754 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-61637782-e321-4099-99a0-8c1a969b9241 req-c013a3e1-6527-4da8-b043-64b43f191968 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412984 Mar 29 15:16:30.984190 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f732b-acc4-47ae-acfe-fdee61829d9c req-b2a96431-8c9e-4f4b-bc3d-0f3b89f691ad tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:30.985610 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-499f732b-acc4-47ae-acfe-fdee61829d9c req-b2a96431-8c9e-4f4b-bc3d-0f3b89f691ad tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 945 time: 0.0511177 Mar 29 15:16:31.032819 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-499f732b-acc4-47ae-acfe-fdee61829d9c req-f004d03f-e2ca-4b06-aafb-1884c01e4fd4 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416443 Mar 29 15:16:32.158503 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32958b0-eb12-442b-af70-50c7c4876e50 req-d50e83b2-12c2-4cdd-8f24-9e8a97361adf tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:32.159945 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a32958b0-eb12-442b-af70-50c7c4876e50 req-d50e83b2-12c2-4cdd-8f24-9e8a97361adf tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 945 time: 0.0562608 Mar 29 15:16:32.212878 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a32958b0-eb12-442b-af70-50c7c4876e50 req-266d81b2-d2af-40f4-96f4-613c4212a082 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473192 Mar 29 15:16:33.267123 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be770aa-00b3-47ca-b534-ad7dcb72c2a4 req-48eee5da-fb89-418f-bf08-0357790676fd tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:33.268610 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1be770aa-00b3-47ca-b534-ad7dcb72c2a4 req-48eee5da-fb89-418f-bf08-0357790676fd tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 945 time: 0.0589631 Mar 29 15:16:33.386675 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1979b11-7994-43ce-8b40-e9974af6ece2 req-a327d1e3-ef17-44c4-960b-b96de632f33d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:33.388150 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a1979b11-7994-43ce-8b40-e9974af6ece2 req-a327d1e3-ef17-44c4-960b-b96de632f33d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 945 time: 0.1052625 Mar 29 15:16:33.422701 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [req-1be770aa-00b3-47ca-b534-ad7dcb72c2a4 req-ef8c113c-b59a-447d-a2cb-f795734b9e31 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Deleting port 11dadca9-635d-42d5-aaee-0174d0a21a39 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:16:33.423040 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-1be770aa-00b3-47ca-b534-ad7dcb72c2a4 req-ef8c113c-b59a-447d-a2cb-f795734b9e31 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (11dadca9-635d-42d5-aaee-0174d0a21a39), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:33.500880 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a1979b11-7994-43ce-8b40-e9974af6ece2 req-5a9c5bcb-a255-41d6-b8fc-29a768e404f4 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1046410 Mar 29 15:16:33.550409 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-1be770aa-00b3-47ca-b534-ad7dcb72c2a4 req-ef8c113c-b59a-447d-a2cb-f795734b9e31 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] For port 11dadca9-635d-42d5-aaee-0174d0a21a39, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=11dadca9-635d-42d5-aaee-0174d0a21a39,segment=NetworkSegment(13900b9a-4061-4f7b-81bb-9d27483245b5),segment_id=13900b9a-4061-4f7b-81bb-9d27483245b5)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:16:33.550770 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-1be770aa-00b3-47ca-b534-ad7dcb72c2a4 req-ef8c113c-b59a-447d-a2cb-f795734b9e31 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (11dadca9-635d-42d5-aaee-0174d0a21a39), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:33.735234 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-1be770aa-00b3-47ca-b534-ad7dcb72c2a4 req-ef8c113c-b59a-447d-a2cb-f795734b9e31 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:33.735550 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-1be770aa-00b3-47ca-b534-ad7dcb72c2a4 req-ef8c113c-b59a-447d-a2cb-f795734b9e31 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (9ac60b78-690e-41ff-a6f3-fc8a11c7b6d6), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:33.735912 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.l3_db [req-1be770aa-00b3-47ca-b534-ad7dcb72c2a4 req-ef8c113c-b59a-447d-a2cb-f795734b9e31 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Floating IP 9ac60b78-690e-41ff-a6f3-fc8a11c7b6d6 disassociated. External IP: 172.27.2.182, port: 11dadca9-635d-42d5-aaee-0174d0a21a39. Mar 29 15:16:33.736259 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [req-1be770aa-00b3-47ca-b534-ad7dcb72c2a4 req-ef8c113c-b59a-447d-a2cb-f795734b9e31 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Calling delete_port for 11dadca9-635d-42d5-aaee-0174d0a21a39 owned by compute:nova {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:16:33.862665 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-1be770aa-00b3-47ca-b534-ad7dcb72c2a4 req-ef8c113c-b59a-447d-a2cb-f795734b9e31 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (11dadca9-635d-42d5-aaee-0174d0a21a39), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:33.891665 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c113c-b59a-447d-a2cb-f795734b9e31 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Pushing event deleted for resources: {'Port': ['ID=11dadca9-635d-42d5-aaee-0174d0a21a39,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:16:33.905680 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c113c-b59a-447d-a2cb-f795734b9e31 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:33.906022 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c113c-b59a-447d-a2cb-f795734b9e31 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:33.906365 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c113c-b59a-447d-a2cb-f795734b9e31 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:33.906699 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c113c-b59a-447d-a2cb-f795734b9e31 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:33.907030 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c113c-b59a-447d-a2cb-f795734b9e31 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:33.907356 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c113c-b59a-447d-a2cb-f795734b9e31 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:33.907682 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c113c-b59a-447d-a2cb-f795734b9e31 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:33.908007 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c113c-b59a-447d-a2cb-f795734b9e31 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:33.908330 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c113c-b59a-447d-a2cb-f795734b9e31 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:33.908682 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c113c-b59a-447d-a2cb-f795734b9e31 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:33.909006 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c113c-b59a-447d-a2cb-f795734b9e31 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:33.909329 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c113c-b59a-447d-a2cb-f795734b9e31 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:33.909652 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c113c-b59a-447d-a2cb-f795734b9e31 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:33.909969 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c113c-b59a-447d-a2cb-f795734b9e31 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:33.910284 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c113c-b59a-447d-a2cb-f795734b9e31 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:34.030756 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1be770aa-00b3-47ca-b534-ad7dcb72c2a4 req-ef8c113c-b59a-447d-a2cb-f795734b9e31 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Router 9b7dd2bf-80e6-4da1-9edc-872c912fc803 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:16:34.143809 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1be770aa-00b3-47ca-b534-ad7dcb72c2a4 req-ef8c113c-b59a-447d-a2cb-f795734b9e31 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:16:34.154699 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265d652-424f-494b-8536-b8b5fa9e6e25 None None] Sync routers for ids ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:16:34.164057 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6265d652-424f-494b-8536-b8b5fa9e6e25 None None] Routers {'9b7dd2bf-80e6-4da1-9edc-872c912fc803'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:16:34.164652 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-6265d652-424f-494b-8536-b8b5fa9e6e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:16:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:16:34.187948 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be770aa-00b3-47ca-b534-ad7dcb72c2a4 req-ef8c113c-b59a-447d-a2cb-f795734b9e31 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] No DVR routers for this DVR port 11dadca9-635d-42d5-aaee-0174d0a21a39 on host hv-cinder-83563 {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:16:34.190478 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-1be770aa-00b3-47ca-b534-ad7dcb72c2a4 req-ef8c113c-b59a-447d-a2cb-f795734b9e31 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:34.193745 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1be770aa-00b3-47ca-b534-ad7dcb72c2a4 req-ef8c113c-b59a-447d-a2cb-f795734b9e31 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.36 "DELETE /v2.0/ports/11dadca9-635d-42d5-aaee-0174d0a21a39 HTTP/1.1" status: 204 len: 173 time: 0.9200015 Mar 29 15:16:34.194176 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21', 'name': 'network-vif-deleted', 'tag': '11dadca9-635d-42d5-aaee-0174d0a21a39'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:16:34.197262 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa61fb8-5aee-450e-83a1-48c6b8e845ed" -d '{"events": [{"server_uuid": "e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21", "name": "network-vif-deleted", "tag": "11dadca9-635d-42d5-aaee-0174d0a21a39"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:16:34.243544 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09d33f5-5a6e-407b-b617-e4ce8568442f x-openstack-request-id: req-c09d33f5-5a6e-407b-b617-e4ce8568442f {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:16:34.244139 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21", "name": "network-vif-deleted", "tag": "11dadca9-635d-42d5-aaee-0174d0a21a39", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:16:34.244460 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c09d33f5-5a6e-407b-b617-e4ce8568442f {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:16:34.244970 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c09d33f5-5a6e-407b-b617-e4ce8568442f'] response: {'server_uuid': 'e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21', 'name': 'network-vif-deleted', 'tag': '11dadca9-635d-42d5-aaee-0174d0a21a39', 'status': 'completed', 'code': 200} Mar 29 15:16:34.419172 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-6265d652-424f-494b-8536-b8b5fa9e6e25 None None] Set router 9b7dd2bf-80e6-4da1-9edc-872c912fc803 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:16:34.621181 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-7a1e38b8-090d-4975-b460-6d3e5587db5a req-306d6065-f3fa-4d5c-b6c1-ffc0d0f97247 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5f4b189-7a7d-44f0-9ce8-f1cb04f48d21 HTTP/1.1" status: 200 len: 210 time: 0.0321214 Mar 29 15:16:34.629951 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-6265d652-424f-494b-8536-b8b5fa9e6e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'name': 'tempest-TestVolumeBootPattern-203760922-router', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:47Z', 'revision_number': 4, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'gw_port': {'id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'c2f76b5c-c6ad-443b-b39d-0538b335d304', 'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'mac_address': 'fa:16:3e:97:11:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:47Z', 'updated_at': '2022-03-29T15:12:51Z', 'revision_number': 5, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'subnets': [{'id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:16:34.658486 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265d652-424f-494b-8536-b8b5fa9e6e25 None None] Checking router: 9b7dd2bf-80e6-4da1-9edc-872c912fc803 for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:16:34.667222 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6265d652-424f-494b-8536-b8b5fa9e6e25 None None] Routers {'9b7dd2bf-80e6-4da1-9edc-872c912fc803'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:16:34.667846 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-6265d652-424f-494b-8536-b8b5fa9e6e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:16:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:16:34.783405 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-6265d652-424f-494b-8536-b8b5fa9e6e25 None None] Set router 9b7dd2bf-80e6-4da1-9edc-872c912fc803 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:16:34.997252 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-6265d652-424f-494b-8536-b8b5fa9e6e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'name': 'tempest-TestVolumeBootPattern-203760922-router', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:47Z', 'revision_number': 4, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'gw_port': {'id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'c2f76b5c-c6ad-443b-b39d-0538b335d304', 'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'mac_address': 'fa:16:3e:97:11:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:47Z', 'updated_at': '2022-03-29T15:12:51Z', 'revision_number': 5, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'subnets': [{'id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:16:35.024726 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265d652-424f-494b-8536-b8b5fa9e6e25 None None] The sync data for ids ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'] in dv-cinder-835635-1-iscsi is: [{'id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'name': 'tempest-TestVolumeBootPattern-203760922-router', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:47Z', 'revision_number': 4, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'gw_port': {'id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'c2f76b5c-c6ad-443b-b39d-0538b335d304', 'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'mac_address': 'fa:16:3e:97:11:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:47Z', 'updated_at': '2022-03-29T15:12:51Z', 'revision_number': 5, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'subnets': [{'id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:16:35.235190 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26cb458-0391-481a-ad3e-32e087ff828c None None] New status for floating IP 9ac60b78-690e-41ff-a6f3-fc8a11c7b6d6: DOWN {{(pid=103156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:16:35.884392 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-fe7af555-3ee3-4fa8-b207-e12d1413fff3 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-99421161&fields=id&tenant_id=cb13df1bbb4c41139dde418a494692fc HTTP/1.1" status: 200 len: 267 time: 0.0464768 Mar 29 15:16:35.988972 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-9e6ffeb7-d49e-4290-bf37-b92137dec7dd tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:35.990558 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-9e6ffeb7-d49e-4290-bf37-b92137dec7dd tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/networks?id=7361a085-d96a-4f31-b765-5a3a0b40e7c7 HTTP/1.1" status: 200 len: 811 time: 0.0998213 Mar 29 15:16:36.005883 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-7ae3d36e-93f3-4151-8633-d2a5972fe196 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/quotas/cb13df1bbb4c41139dde418a494692fc HTTP/1.1" status: 200 len: 375 time: 0.0092340 Mar 29 15:16:36.066248 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-28b448e9-d0c2-40a2-9bf1-e0225edb237c tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb13df1bbb4c41139dde418a494692fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538545 Mar 29 15:16:36.159542 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-42cf6f06-eb1d-45b1-bf70-fb61a82519ed service neutron] 10.222.0.35 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814381 Mar 29 15:16:36.250173 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-3f6ddd28-88cd-4519-a3f2-20804fff7f6d service neutron] 10.222.0.35 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848813 Mar 29 15:16:36.523418 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-14338b16-a80b-4375-ad7a-eaee99e24c3d req-68aa1f1f-f987-461d-a5d6-5957840d1a76 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 210 time: 0.0269973 Mar 29 15:16:37.436066 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-9db06ed2-5088-4928-8ffa-7f81e8a38591 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:37.437548 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-9db06ed2-5088-4928-8ffa-7f81e8a38591 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.36 "GET /v2.0/networks?id=7361a085-d96a-4f31-b765-5a3a0b40e7c7 HTTP/1.1" status: 200 len: 811 time: 0.1091580 Mar 29 15:16:37.496014 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 11dadca9-635d-42d5-aaee-0174d0a21a39 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:16:37.501599 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-70dba4a0-efb7-44e0-865d-2af9ea85d9db tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb13df1bbb4c41139dde418a494692fc HTTP/1.1" status: 200 len: 378 time: 0.0545959 Mar 29 15:16:37.511170 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-1474bf6a-0b17-4fb1-a051-639a8bec5698 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Request body: {'port': {'device_id': '172b0592-3059-4c2f-bad8-ef5b8326450c', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'admin_state_up': True, 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'security_groups': ['69500dcf-ac56-439b-98bc-1bfb7d8520da']}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:16:37.517385 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] No Port match for: 11dadca9-635d-42d5-aaee-0174d0a21a39 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:16:37.517740 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 11dadca9-635d-42d5-aaee-0174d0a21a39 not bound to the agent host hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:16:37.629339 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-74d8aab7-a66c-4626-8756-c9b3b1aa0a62 req-70fbefb1-b62b-4e33-a533-e0eaa00a020e tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 210 time: 0.0354521 Mar 29 15:16:37.651949 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-1474bf6a-0b17-4fb1-a051-639a8bec5698 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Made reservation on behalf of cb13df1bbb4c41139dde418a494692fc for: {'port': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:16:37.655280 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-1474bf6a-0b17-4fb1-a051-639a8bec5698 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:37.796077 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-1474bf6a-0b17-4fb1-a051-639a8bec5698 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Allocated IP 172.20.0.7 (7361a085-d96a-4f31-b765-5a3a0b40e7c7/35025535-f908-4fdd-8813-2eb4bba1ac31/8b5dee82-3e6d-4c37-89d0-b381dff74b55) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:16:37.941400 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-1474bf6a-0b17-4fb1-a051-639a8bec5698 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for port (8b5dee82-3e6d-4c37-89d0-b381dff74b55), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:37.976553 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-1474bf6a-0b17-4fb1-a051-639a8bec5698 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (8b5dee82-3e6d-4c37-89d0-b381dff74b55), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:38.022892 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-1474bf6a-0b17-4fb1-a051-639a8bec5698 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Network 7361a085-d96a-4f31-b765-5a3a0b40e7c7 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:16:38.025897 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-1474bf6a-0b17-4fb1-a051-639a8bec5698 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:16:38.029882 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-1474bf6a-0b17-4fb1-a051-639a8bec5698 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:16:38.059262 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474bf6a-0b17-4fb1-a051-639a8bec5698 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Pushing event updated for resources: {'Port': ['ID=8b5dee82-3e6d-4c37-89d0-b381dff74b55,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:16:38.088942 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-1474bf6a-0b17-4fb1-a051-639a8bec5698 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:38.089685 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-1474bf6a-0b17-4fb1-a051-639a8bec5698 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:38.113319 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-1474bf6a-0b17-4fb1-a051-639a8bec5698 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6060429 Mar 29 15:16:38.124548 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-916c6b90-17be-4960-8664-1c73f99c1737 service neutron] Request body: {'port': {'device_id': '172b0592-3059-4c2f-bad8-ef5b8326450c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:16:38.193985 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-916c6b90-17be-4960-8664-1c73f99c1737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (8b5dee82-3e6d-4c37-89d0-b381dff74b55), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:38.266807 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-324c7f4c-8df1-4bfa-b560-0ee86205b07d None None] Provisioning complete for port 8b5dee82-3e6d-4c37-89d0-b381dff74b55 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:16:38.267110 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-324c7f4c-8df1-4bfa-b560-0ee86205b07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (8b5dee82-3e6d-4c37-89d0-b381dff74b55), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:38.305037 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-324c7f4c-8df1-4bfa-b560-0ee86205b07d None None] Port 8b5dee82-3e6d-4c37-89d0-b381dff74b55 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:16:38.464141 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-916c6b90-17be-4960-8664-1c73f99c1737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b5dee82-3e6d-4c37-89d0-b381dff74b55 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:16:38.471445 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-916c6b90-17be-4960-8664-1c73f99c1737 service neutron] Publish callbacks [] for port (8b5dee82-3e6d-4c37-89d0-b381dff74b55), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:38.483401 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-916c6b90-17be-4960-8664-1c73f99c1737 service neutron] Transition to ACTIVE for port object 8b5dee82-3e6d-4c37-89d0-b381dff74b55 will not be triggered until provisioned by entity L2. {{(pid=103154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:16:38.487017 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-916c6b90-17be-4960-8664-1c73f99c1737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (8b5dee82-3e6d-4c37-89d0-b381dff74b55), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:38.538217 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c6b90-17be-4960-8664-1c73f99c1737 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5dee82-3e6d-4c37-89d0-b381dff74b55,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:16:38.616084 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-916c6b90-17be-4960-8664-1c73f99c1737 service neutron] Attempting to bind port 8b5dee82-3e6d-4c37-89d0-b381dff74b55 on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:16:38.616546 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-916c6b90-17be-4960-8664-1c73f99c1737 service neutron] Attempting to bind port 8b5dee82-3e6d-4c37-89d0-b381dff74b55 by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '13900b9a-4061-4f7b-81bb-9d27483245b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:16:38.616911 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-916c6b90-17be-4960-8664-1c73f99c1737 service neutron] Attempting to bind port 8b5dee82-3e6d-4c37-89d0-b381dff74b55 on network 7361a085-d96a-4f31-b765-5a3a0b40e7c7 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:16:38.622364 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-916c6b90-17be-4960-8664-1c73f99c1737 service neutron] Port 8b5dee82-3e6d-4c37-89d0-b381dff74b55 on network 7361a085-d96a-4f31-b765-5a3a0b40e7c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:16:38.622684 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-916c6b90-17be-4960-8664-1c73f99c1737 service neutron] Attempting to bind port 8b5dee82-3e6d-4c37-89d0-b381dff74b55 on network 7361a085-d96a-4f31-b765-5a3a0b40e7c7 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:16:38.627650 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-916c6b90-17be-4960-8664-1c73f99c1737 service neutron] Checking agent: {'id': '54f4ecb7-e3d7-497a-b676-ec21eb6e2a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'started_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:16:38.627985 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-916c6b90-17be-4960-8664-1c73f99c1737 service neutron] Checking segment: {'id': '13900b9a-4061-4f7b-81bb-9d27483245b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:16:38.628368 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-916c6b90-17be-4960-8664-1c73f99c1737 service neutron] Bound using segment: {'id': '13900b9a-4061-4f7b-81bb-9d27483245b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:16:38.628819 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-916c6b90-17be-4960-8664-1c73f99c1737 service neutron] Bound port: 8b5dee82-3e6d-4c37-89d0-b381dff74b55, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13900b9a-4061-4f7b-81bb-9d27483245b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:16:38.629177 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-916c6b90-17be-4960-8664-1c73f99c1737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (8b5dee82-3e6d-4c37-89d0-b381dff74b55), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:38.716201 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-916c6b90-17be-4960-8664-1c73f99c1737 service neutron] For port 8b5dee82-3e6d-4c37-89d0-b381dff74b55, host hv-cinder-83563, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:16:38.719635 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-916c6b90-17be-4960-8664-1c73f99c1737 service neutron] For port 8b5dee82-3e6d-4c37-89d0-b381dff74b55, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=8b5dee82-3e6d-4c37-89d0-b381dff74b55,segment=NetworkSegment(13900b9a-4061-4f7b-81bb-9d27483245b5),segment_id=13900b9a-4061-4f7b-81bb-9d27483245b5)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:16:38.726789 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-916c6b90-17be-4960-8664-1c73f99c1737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (8b5dee82-3e6d-4c37-89d0-b381dff74b55), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:38.762595 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-916c6b90-17be-4960-8664-1c73f99c1737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:38.763225 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-916c6b90-17be-4960-8664-1c73f99c1737 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:38.764806 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-916c6b90-17be-4960-8664-1c73f99c1737 service neutron] 10.222.0.36 "PUT /v2.0/ports/8b5dee82-3e6d-4c37-89d0-b381dff74b55 HTTP/1.1" status: 200 len: 1093 time: 0.6446152 Mar 29 15:16:38.765079 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172b0592-3059-4c2f-bad8-ef5b8326450c', 'tag': '8b5dee82-3e6d-4c37-89d0-b381dff74b55'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:16:38.767319 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e8a167-d0d8-4b93-80b2-c79dd954e0c1" -d '{"events": [{"name": "network-changed", "server_uuid": "172b0592-3059-4c2f-bad8-ef5b8326450c", "tag": "8b5dee82-3e6d-4c37-89d0-b381dff74b55"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:16:38.770175 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7334e09-3888-41f8-8cbb-e070293fa26b req-6bc0daad-b3c8-437b-a203-bd4e219119dc tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:38.772342 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b7334e09-3888-41f8-8cbb-e070293fa26b req-6bc0daad-b3c8-437b-a203-bd4e219119dc tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 943 time: 0.0676146 Mar 29 15:16:38.812239 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900540fc-d0e4-4ff9-8938-969e0dd03d6f x-openstack-request-id: req-900540fc-d0e4-4ff9-8938-969e0dd03d6f {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:16:38.812527 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "172b0592-3059-4c2f-bad8-ef5b8326450c", "tag": "8b5dee82-3e6d-4c37-89d0-b381dff74b55", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:16:38.812810 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-900540fc-d0e4-4ff9-8938-969e0dd03d6f {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:16:38.813617 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-900540fc-d0e4-4ff9-8938-969e0dd03d6f'] response: {'name': 'network-changed', 'server_uuid': '172b0592-3059-4c2f-bad8-ef5b8326450c', 'tag': '8b5dee82-3e6d-4c37-89d0-b381dff74b55', 'status': 'completed', 'code': 200} Mar 29 15:16:38.825769 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c6b90-17be-4960-8664-1c73f99c1737 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5dee82-3e6d-4c37-89d0-b381dff74b55,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:16:38.851509 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b7334e09-3888-41f8-8cbb-e070293fa26b req-bf91da25-6480-4832-a7b8-93a945bc9a02 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657015 Mar 29 15:16:38.864795 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-425a0a33-1bb6-4710-886f-a89452c59763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:38.866426 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-425a0a33-1bb6-4710-886f-a89452c59763 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb13df1bbb4c41139dde418a494692fc&device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 1127 time: 0.0496962 Mar 29 15:16:38.916373 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-25b54b1f-2076-499c-a12e-e420e56b2dca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b5dee82-3e6d-4c37-89d0-b381dff74b55 HTTP/1.1" status: 200 len: 217 time: 0.0409856 Mar 29 15:16:38.965928 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-e3d8be29-6c78-4f0a-8a83-21312d6ea454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:38.967402 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-e3d8be29-6c78-4f0a-8a83-21312d6ea454 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35025535-f908-4fdd-8813-2eb4bba1ac31 HTTP/1.1" status: 200 len: 850 time: 0.0454037 Mar 29 15:16:39.017259 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-15c42906-314d-4097-ac6d-025506250ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:39.018758 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-15c42906-314d-4097-ac6d-025506250ed0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7361a085-d96a-4f31-b765-5a3a0b40e7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434616 Mar 29 15:16:39.112345 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-dc1574ad-33eb-446f-9a71-d439e619f71f service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871382 Mar 29 15:16:39.204753 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-8ee01509-8fa3-4547-9896-e53de5d8ce57 req-54e422aa-ec20-4843-b6e0-50bec2cefc31 service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859277 Mar 29 15:16:39.306347 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8a167-d0d8-4b93-80b2-c79dd954e0c1 req-7bbcb28f-240a-4ab6-8c9c-4ee2a19fb6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:39.307776 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f8e8a167-d0d8-4b93-80b2-c79dd954e0c1 req-7bbcb28f-240a-4ab6-8c9c-4ee2a19fb6cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb13df1bbb4c41139dde418a494692fc&device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 1127 time: 0.0534556 Mar 29 15:16:39.400028 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8a167-d0d8-4b93-80b2-c79dd954e0c1 req-4bef38d1-901c-4d31-b246-8b7070843d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:39.401519 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f8e8a167-d0d8-4b93-80b2-c79dd954e0c1 req-4bef38d1-901c-4d31-b246-8b7070843d58 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7361a085-d96a-4f31-b765-5a3a0b40e7c7 HTTP/1.1" status: 200 len: 912 time: 0.0875361 Mar 29 15:16:39.450047 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f8e8a167-d0d8-4b93-80b2-c79dd954e0c1 req-3cc85f57-4dba-48e6-8175-a2e87557c4cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b5dee82-3e6d-4c37-89d0-b381dff74b55 HTTP/1.1" status: 200 len: 217 time: 0.0412552 Mar 29 15:16:39.497575 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8a167-d0d8-4b93-80b2-c79dd954e0c1 req-942ac690-c48c-410a-b406-7e0c1aa86959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:39.499063 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f8e8a167-d0d8-4b93-80b2-c79dd954e0c1 req-942ac690-c48c-410a-b406-7e0c1aa86959 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35025535-f908-4fdd-8813-2eb4bba1ac31 HTTP/1.1" status: 200 len: 850 time: 0.0433683 Mar 29 15:16:39.547532 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8a167-d0d8-4b93-80b2-c79dd954e0c1 req-413f7b0b-072f-49bf-a78e-608e00cb3367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:39.549024 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f8e8a167-d0d8-4b93-80b2-c79dd954e0c1 req-413f7b0b-072f-49bf-a78e-608e00cb3367 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7361a085-d96a-4f31-b765-5a3a0b40e7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444500 Mar 29 15:16:39.640551 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f8e8a167-d0d8-4b93-80b2-c79dd954e0c1 req-48c5d053-522f-46b1-b9d9-c96ed5341024 service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853829 Mar 29 15:16:39.726881 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f8e8a167-d0d8-4b93-80b2-c79dd954e0c1 req-a3deba9d-8f83-4b9f-a00d-5bd1931922c0 service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808778 Mar 29 15:16:39.972784 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ce4d1-e95e-4566-8fc4-b1cdfc476f21 req-d0137564-891a-496b-9832-b3c02e6c76e1 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:39.974233 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d81ce4d1-e95e-4566-8fc4-b1cdfc476f21 req-d0137564-891a-496b-9832-b3c02e6c76e1 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 943 time: 0.0522904 Mar 29 15:16:40.046538 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d81ce4d1-e95e-4566-8fc4-b1cdfc476f21 req-0923ecb2-e44e-4f19-af2c-87a928b67dda tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667138 Mar 29 15:16:41.163218 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409e406-69ab-474f-ac00-f704ab1b81a6 req-e98c070c-16a3-4229-bdfb-23e43ea53632 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:41.165475 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c409e406-69ab-474f-ac00-f704ab1b81a6 req-e98c070c-16a3-4229-bdfb-23e43ea53632 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 943 time: 0.0542953 Mar 29 15:16:41.212743 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c409e406-69ab-474f-ac00-f704ab1b81a6 req-daa8adf0-f866-4496-ab7e-ff192b85b9dc tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416768 Mar 29 15:16:41.447167 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-031c2b5e-9650-467a-8536-b052d9a46abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:42.331494 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9d2fd-6020-4efa-9b24-7cacb0b1877a req-201e9eb0-96a1-412d-9aca-79720ee2100c tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:42.332973 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0aa9d2fd-6020-4efa-9b24-7cacb0b1877a req-201e9eb0-96a1-412d-9aca-79720ee2100c tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 943 time: 0.0553353 Mar 29 15:16:42.380449 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0aa9d2fd-6020-4efa-9b24-7cacb0b1877a req-548d6ec1-5372-48e8-8c4b-18f2e29c7234 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419722 Mar 29 15:16:42.678795 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 48046) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:16:42.722121 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e993d4-bc64-414d-b464-7cfb2bd3bd49 admin admin] Deleting subnet e1686023-1f45-41df-8348-8b6eb651e6ba {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:16:42.725113 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e1e993d4-bc64-414d-b464-7cfb2bd3bd49 admin admin] Publish callbacks [] for subnet (e1686023-1f45-41df-8348-8b6eb651e6ba), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:42.758583 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e1e993d4-bc64-414d-b464-7cfb2bd3bd49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16402688'] for subnet (e1686023-1f45-41df-8348-8b6eb651e6ba), precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:42.799904 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e1e993d4-bc64-414d-b464-7cfb2bd3bd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926406'] for subnet (e1686023-1f45-41df-8348-8b6eb651e6ba), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:42.852296 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e1e993d4-bc64-414d-b464-7cfb2bd3bd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13304387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12742666'] for subnet (e1686023-1f45-41df-8348-8b6eb651e6ba), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:42.877493 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e993d4-bc64-414d-b464-7cfb2bd3bd49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1686023-1f45-41df-8348-8b6eb651e6ba,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:16:42.885898 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e1e993d4-bc64-414d-b464-7cfb2bd3bd49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for subnet (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:42.888937 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-e1e993d4-bc64-414d-b464-7cfb2bd3bd49 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e1686023-1f45-41df-8348-8b6eb651e6ba HTTP/1.1" status: 204 len: 168 time: 0.2090423 Mar 29 15:16:42.890640 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e993d4-bc64-414d-b464-7cfb2bd3bd49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:42.890985 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e993d4-bc64-414d-b464-7cfb2bd3bd49 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:42.891328 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e993d4-bc64-414d-b464-7cfb2bd3bd49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:42.891442 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 48048) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:16:42.891666 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e993d4-bc64-414d-b464-7cfb2bd3bd49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:42.891998 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e993d4-bc64-414d-b464-7cfb2bd3bd49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:42.892328 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e993d4-bc64-414d-b464-7cfb2bd3bd49 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:42.892679 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e993d4-bc64-414d-b464-7cfb2bd3bd49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:42.893011 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e993d4-bc64-414d-b464-7cfb2bd3bd49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:42.893335 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e993d4-bc64-414d-b464-7cfb2bd3bd49 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:42.893660 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e993d4-bc64-414d-b464-7cfb2bd3bd49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:42.893983 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e993d4-bc64-414d-b464-7cfb2bd3bd49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:42.894307 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e993d4-bc64-414d-b464-7cfb2bd3bd49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:42.894628 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e993d4-bc64-414d-b464-7cfb2bd3bd49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:42.894954 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e993d4-bc64-414d-b464-7cfb2bd3bd49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:42.895274 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e993d4-bc64-414d-b464-7cfb2bd3bd49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:42.962273 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-73ab6c42-0ad1-4a2f-8fbc-f6cbf83ebeeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050247'] for network (8a816d8e-ff3d-4721-b7f1-1205ee0778e4), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:43.043162 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-73ab6c42-0ad1-4a2f-8fbc-f6cbf83ebeeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989517', 'neutron.services.segments.db._delete_segments_for_network-8776791792186'] for network (8a816d8e-ff3d-4721-b7f1-1205ee0778e4), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:43.062763 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.services.segments.db [None req-73ab6c42-0ad1-4a2f-8fbc-f6cbf83ebeeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a816d8e-ff3d-4721-b7f1-1205ee0778e4']}} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:16:43.072163 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.services.segments.db [None req-73ab6c42-0ad1-4a2f-8fbc-f6cbf83ebeeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60233d22-3ca9-4a29-a6c4-2636bcaa2cb3') {'for_net_delete': True} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:16:43.072457 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.services.segments.db [None req-73ab6c42-0ad1-4a2f-8fbc-f6cbf83ebeeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60233d22-3ca9-4a29-a6c4-2636bcaa2cb3') {} {{(pid=103154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:16:43.081449 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-73ab6c42-0ad1-4a2f-8fbc-f6cbf83ebeeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776792023619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13547914'] for segment (60233d22-3ca9-4a29-a6c4-2636bcaa2cb3), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:43.095275 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-73ab6c42-0ad1-4a2f-8fbc-f6cbf83ebeeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (60233d22-3ca9-4a29-a6c4-2636bcaa2cb3), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:43.100988 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ab6c42-0ad1-4a2f-8fbc-f6cbf83ebeeb admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:16:43.101364 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-73ab6c42-0ad1-4a2f-8fbc-f6cbf83ebeeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13597964'] for segment (60233d22-3ca9-4a29-a6c4-2636bcaa2cb3), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: Traceback (most recent call last): Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: timer() Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: cb(*args, **kw) Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: return func(*args, **kwargs) Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: self._notify() Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: self.callback(batched_events) Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: event.method(event) Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: return f(self, *a, **k) Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: return self._get(url).json() Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: return self.request(url, 'GET', **kwargs) Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:16:43.103020 dv-cinder-835635-1-iscsi neutron-server[103154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:16:43.158257 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-73ab6c42-0ad1-4a2f-8fbc-f6cbf83ebeeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787242'] for network (8a816d8e-ff3d-4721-b7f1-1205ee0778e4), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:43.163403 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-73ab6c42-0ad1-4a2f-8fbc-f6cbf83ebeeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:43.166502 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-73ab6c42-0ad1-4a2f-8fbc-f6cbf83ebeeb admin admin] 10.222.0.35 "DELETE /v2.0/networks/8a816d8e-ff3d-4721-b7f1-1205ee0778e4 HTTP/1.1" status: 204 len: 168 time: 0.2740774 Mar 29 15:16:43.177414 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab6c42-0ad1-4a2f-8fbc-f6cbf83ebeeb admin admin] Pushing event deleted for resources: {'Network': ['ID=8a816d8e-ff3d-4721-b7f1-1205ee0778e4,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:16:43.289681 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 48052) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:16:43.329396 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-a1e2ee54-33bf-4ae3-ad44-dac2589b1dbf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f16349013ba1488db5c4a1a8b01d1004&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385582 Mar 29 15:16:43.331753 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 48054) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:16:43.377546 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2de598a2-0933-41eb-a48e-d838adcfd8f3 admin admin] Publish callbacks [] for security_group (62b0fc09-dbea-4fcc-8988-927ac4712f00), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:43.398484 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2de598a2-0933-41eb-a48e-d838adcfd8f3 admin admin] Publish callbacks [] for security_group (62b0fc09-dbea-4fcc-8988-927ac4712f00), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:43.447352 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2de598a2-0933-41eb-a48e-d838adcfd8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (62b0fc09-dbea-4fcc-8988-927ac4712f00), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:43.449991 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-2de598a2-0933-41eb-a48e-d838adcfd8f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:43.451133 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-2de598a2-0933-41eb-a48e-d838adcfd8f3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/62b0fc09-dbea-4fcc-8988-927ac4712f00 HTTP/1.1" status: 204 len: 168 time: 0.1184077 Mar 29 15:16:43.459214 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de598a2-0933-41eb-a48e-d838adcfd8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b0fc09-dbea-4fcc-8988-927ac4712f00,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:16:43.507410 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5d587-79eb-412c-8516-e608cc2a5187 req-b3e63559-717e-4b96-9e48-be90d9c13253 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:43.509894 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c0e5d587-79eb-412c-8516-e608cc2a5187 req-b3e63559-717e-4b96-9e48-be90d9c13253 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 943 time: 0.0613654 Mar 29 15:16:43.558860 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c0e5d587-79eb-412c-8516-e608cc2a5187 req-e16cf281-e15b-41df-92d3-ecc4460aac76 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432773 Mar 29 15:16:43.745734 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-6b7ac89e-694f-45a9-8241-97d7ea047ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:44.676203 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c58537-0482-43e2-9063-5bd50540abd5 req-e70728aa-09cb-4b65-a539-5c0d082b1f29 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:44.677707 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a3c58537-0482-43e2-9063-5bd50540abd5 req-e70728aa-09cb-4b65-a539-5c0d082b1f29 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 943 time: 0.0528150 Mar 29 15:16:44.730332 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a3c58537-0482-43e2-9063-5bd50540abd5 req-345346c3-de52-4fba-98b8-8d0fcfe4dada tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468421 Mar 29 15:16:44.774298 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:45.854967 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efafa04-e0af-4369-bb9c-ff7fa94ed116 req-1e21bcbd-072e-461d-9d89-ab456e0b2f8d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:45.856324 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3efafa04-e0af-4369-bb9c-ff7fa94ed116 req-1e21bcbd-072e-461d-9d89-ab456e0b2f8d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 943 time: 0.0558133 Mar 29 15:16:45.918645 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3efafa04-e0af-4369-bb9c-ff7fa94ed116 req-dfef1a12-bf1a-4f54-bb17-6457539b2c9d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566843 Mar 29 15:16:46.593103 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:47.034657 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d907a9-88a4-4e45-8d87-d2c4755af7f1 req-87f02e2c-3bcc-4eb8-8bf2-f0251b8e2093 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:47.036498 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-22d907a9-88a4-4e45-8d87-d2c4755af7f1 req-87f02e2c-3bcc-4eb8-8bf2-f0251b8e2093 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 943 time: 0.0538774 Mar 29 15:16:47.084807 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-22d907a9-88a4-4e45-8d87-d2c4755af7f1 req-faee5057-c7c3-4f5b-97f0-df6c3f0ea6cc tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427089 Mar 29 15:16:47.653962 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:48.047750 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 8b5dee82-3e6d-4c37-89d0-b381dff74b55 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:16:48.142627 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 8b5dee82-3e6d-4c37-89d0-b381dff74b55, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=8b5dee82-3e6d-4c37-89d0-b381dff74b55,segment=NetworkSegment(13900b9a-4061-4f7b-81bb-9d27483245b5),segment_id=13900b9a-4061-4f7b-81bb-9d27483245b5)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:16:48.154904 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Returning: {'device': '8b5dee82-3e6d-4c37-89d0-b381dff74b55', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'port_id': '8b5dee82-3e6d-4c37-89d0-b381dff74b55', 'mac_address': 'fa:16:3e:e5:9e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:16:48.197723 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port 8b5dee82-3e6d-4c37-89d0-b381dff74b55 is: DOWN; New status is: BUILD {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:16:48.198107 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (8b5dee82-3e6d-4c37-89d0-b381dff74b55), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:48.201467 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f0815-88b9-4e1e-9978-75b5a706c872 req-e175254f-bb2b-413a-8251-53f46b6f6be7 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:48.202980 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-978f0815-88b9-4e1e-9978-75b5a706c872 req-e175254f-bb2b-413a-8251-53f46b6f6be7 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 943 time: 0.0540853 Mar 29 15:16:48.211567 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b5dee82-3e6d-4c37-89d0-b381dff74b55 {{(pid=103155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:16:48.231114 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 8b5dee82-3e6d-4c37-89d0-b381dff74b55, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=8b5dee82-3e6d-4c37-89d0-b381dff74b55,segment=NetworkSegment(13900b9a-4061-4f7b-81bb-9d27483245b5),segment_id=13900b9a-4061-4f7b-81bb-9d27483245b5)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:16:48.235068 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (8b5dee82-3e6d-4c37-89d0-b381dff74b55), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:48.254201 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-978f0815-88b9-4e1e-9978-75b5a706c872 req-51eae06d-e4d9-42af-b42c-cc439a7e12fe tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454009 Mar 29 15:16:48.283261 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=8b5dee82-3e6d-4c37-89d0-b381dff74b55,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:16:48.291065 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:48.291418 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:48.291764 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:48.292108 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:48.292444 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:48.292811 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:48.293144 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:48.293473 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:48.293801 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:48.294127 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:48.294454 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:48.295028 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:48.295357 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:48.295682 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:48.296003 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:16:48.890826 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:16:49.371010 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77055a-7609-4c69-8ab7-373e49845581 req-00f951f8-b098-4f2d-a148-f1a5b6757220 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:49.373295 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ea77055a-7609-4c69-8ab7-373e49845581 req-00f951f8-b098-4f2d-a148-f1a5b6757220 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 944 time: 0.0535798 Mar 29 15:16:49.420381 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ea77055a-7609-4c69-8ab7-373e49845581 req-71d2e878-309b-4ba6-8cb1-704f51372127 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417769 Mar 29 15:16:49.820138 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['8b5dee82-3e6d-4c37-89d0-b381dff74b55'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:16:50.543084 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9ff49-c298-4605-8715-1bbcddefcd27 req-7b6f924f-a29f-44c6-ba47-aa497f2d7032 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:50.544471 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-30b9ff49-c298-4605-8715-1bbcddefcd27 req-7b6f924f-a29f-44c6-ba47-aa497f2d7032 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 944 time: 0.0580547 Mar 29 15:16:50.596974 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-30b9ff49-c298-4605-8715-1bbcddefcd27 req-8e15594e-2336-40e7-9688-6a19906507dd tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467334 Mar 29 15:16:51.716736 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acbfcd-e28f-4eb1-828a-0e5a0b208ac9 req-8951a44e-a372-46b0-a38d-c6227193d7b2 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:51.718176 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e7acbfcd-e28f-4eb1-828a-0e5a0b208ac9 req-8951a44e-a372-46b0-a38d-c6227193d7b2 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 944 time: 0.0547609 Mar 29 15:16:51.769963 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e7acbfcd-e28f-4eb1-828a-0e5a0b208ac9 req-28995e9f-fd53-4875-b8f7-46c38561d1cc tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463412 Mar 29 15:16:52.884194 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47477658-f1a1-46b3-b081-a758f915bcaf req-93ef12c3-2891-4acc-9836-1e78dba60f8a tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:52.885638 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-47477658-f1a1-46b3-b081-a758f915bcaf req-93ef12c3-2891-4acc-9836-1e78dba60f8a tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 944 time: 0.0514925 Mar 29 15:16:52.932687 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-47477658-f1a1-46b3-b081-a758f915bcaf req-c0984b62-9a92-4108-aa5a-7b7dcdf61dd6 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415370 Mar 29 15:16:54.055904 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef09ab-5a45-4b11-b1ab-6d1981de275a req-150a3f71-a39a-43f9-aff7-b08322f25da7 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:54.057428 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-baef09ab-5a45-4b11-b1ab-6d1981de275a req-150a3f71-a39a-43f9-aff7-b08322f25da7 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 944 time: 0.0560038 Mar 29 15:16:54.106468 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-baef09ab-5a45-4b11-b1ab-6d1981de275a req-4adb683b-77f0-4bfe-8252-f8f5a8964955 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435915 Mar 29 15:16:54.368762 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 8b5dee82-3e6d-4c37-89d0-b381dff74b55 up at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:16:54.421274 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning for port 8b5dee82-3e6d-4c37-89d0-b381dff74b55 completed by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:16:54.425278 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning complete for port 8b5dee82-3e6d-4c37-89d0-b381dff74b55 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:16:54.425653 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (8b5dee82-3e6d-4c37-89d0-b381dff74b55), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:54.504780 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port 8b5dee82-3e6d-4c37-89d0-b381dff74b55 is: BUILD; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:16:54.505163 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (8b5dee82-3e6d-4c37-89d0-b381dff74b55), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:54.528514 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172b0592-3059-4c2f-bad8-ef5b8326450c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5dee82-3e6d-4c37-89d0-b381dff74b55'}] {{(pid=103155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:16:54.530772 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38c8142a5be8756d7824345574af4facaba61695d099691de86e3daaece1ccc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8a82a3-c93b-415b-8046-5f8533ccc314" -d '{"events": [{"server_uuid": "172b0592-3059-4c2f-bad8-ef5b8326450c", "name": "network-vif-plugged", "status": "completed", "tag": "8b5dee82-3e6d-4c37-89d0-b381dff74b55"}]}' {{(pid=103155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:16:54.543701 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 8b5dee82-3e6d-4c37-89d0-b381dff74b55, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=8b5dee82-3e6d-4c37-89d0-b381dff74b55,segment=NetworkSegment(13900b9a-4061-4f7b-81bb-9d27483245b5),segment_id=13900b9a-4061-4f7b-81bb-9d27483245b5)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:16:54.548143 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (8b5dee82-3e6d-4c37-89d0-b381dff74b55), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:54.572794 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8868d83-10d3-4207-889c-65ac1e780a7c x-openstack-request-id: req-c8868d83-10d3-4207-889c-65ac1e780a7c {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:16:54.573151 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172b0592-3059-4c2f-bad8-ef5b8326450c", "name": "network-vif-plugged", "status": "completed", "tag": "8b5dee82-3e6d-4c37-89d0-b381dff74b55", "code": 200}]} {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:16:54.573327 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c8868d83-10d3-4207-889c-65ac1e780a7c {{(pid=103155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:16:54.573727 dv-cinder-835635-1-iscsi neutron-server[103155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8868d83-10d3-4207-889c-65ac1e780a7c'] response: {'server_uuid': '172b0592-3059-4c2f-bad8-ef5b8326450c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5dee82-3e6d-4c37-89d0-b381dff74b55', 'code': 200} Mar 29 15:16:54.599161 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=8b5dee82-3e6d-4c37-89d0-b381dff74b55,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:16:54.776244 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2342c0-1611-4aa5-bb9c-d8c70b263be9 req-5f9faf34-4d57-4086-b72c-34f94ffb6e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:54.777729 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-bd2342c0-1611-4aa5-bb9c-d8c70b263be9 req-5f9faf34-4d57-4086-b72c-34f94ffb6e72 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 1129 time: 0.0470071 Mar 29 15:16:54.822943 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-bd2342c0-1611-4aa5-bb9c-d8c70b263be9 req-9c9957d4-6e11-4a54-b427-424ed068b029 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393040 Mar 29 15:16:55.225614 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80845e1-a8b7-4931-8ceb-b8805eb62e1d req-9545de1f-d585-4f49-bd15-25a5dae60570 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:55.227559 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d80845e1-a8b7-4931-8ceb-b8805eb62e1d req-9545de1f-d585-4f49-bd15-25a5dae60570 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 945 time: 0.0553951 Mar 29 15:16:55.280795 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d80845e1-a8b7-4931-8ceb-b8805eb62e1d req-99878bbb-e960-40f9-ba3f-5e87f367b5af tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452921 Mar 29 15:16:56.402166 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71c52e-80cf-4119-8082-a2af25e9efcd req-3e9ac9ce-25b8-4e76-a68a-11a55927e1c2 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:56.403626 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-8e71c52e-80cf-4119-8082-a2af25e9efcd req-3e9ac9ce-25b8-4e76-a68a-11a55927e1c2 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 945 time: 0.0545743 Mar 29 15:16:56.452585 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-8e71c52e-80cf-4119-8082-a2af25e9efcd req-02b5050b-fd77-4cae-aee2-a2b3e674c850 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434453 Mar 29 15:16:56.640534 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:16:57.568783 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bf491-4307-4b08-9794-bad0d27a2b27 req-55170747-3183-44e3-b744-6966fc5b338e tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:57.570281 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e60bf491-4307-4b08-9794-bad0d27a2b27 req-55170747-3183-44e3-b744-6966fc5b338e tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 945 time: 0.0520325 Mar 29 15:16:57.622113 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e60bf491-4307-4b08-9794-bad0d27a2b27 req-b1f08c51-0e8c-4f46-911f-959a5c932e8b tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456996 Mar 29 15:16:58.740407 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434955d1-16f6-4239-8e63-5a93c09300b5 req-b2a6aa7c-98c7-4b12-9293-6d676adf9a23 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:58.741886 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-434955d1-16f6-4239-8e63-5a93c09300b5 req-b2a6aa7c-98c7-4b12-9293-6d676adf9a23 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 945 time: 0.0543237 Mar 29 15:16:58.789642 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-434955d1-16f6-4239-8e63-5a93c09300b5 req-28bba74e-26d8-40d7-97ff-989a0e37eeec tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407727 Mar 29 15:16:59.911283 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1ad79-958a-4c00-bf5b-11888d1d6779 req-c270884c-3347-448e-8a99-ce344bc3122b tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:16:59.912841 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fca1ad79-958a-4c00-bf5b-11888d1d6779 req-c270884c-3347-448e-8a99-ce344bc3122b tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 945 time: 0.0550282 Mar 29 15:16:59.962388 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fca1ad79-958a-4c00-bf5b-11888d1d6779 req-4f4e616e-5358-4795-8f44-d252a0b28d08 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438509 Mar 29 15:17:01.091704 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a45d0-d299-43ad-9eca-3c7077a0bfa2 req-d7dc15ad-7dae-48ea-b2ce-c9e8ff1c7194 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:01.093222 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-290a45d0-d299-43ad-9eca-3c7077a0bfa2 req-d7dc15ad-7dae-48ea-b2ce-c9e8ff1c7194 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 945 time: 0.0545769 Mar 29 15:17:01.144906 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-290a45d0-d299-43ad-9eca-3c7077a0bfa2 req-17fc469e-3f29-45d9-be95-51aad763a1a3 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460503 Mar 29 15:17:01.268650 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98398e9b-e100-42a2-8a1e-d12c453af361 req-bd53ecde-45db-4c07-9b26-5081719daecf tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:01.270041 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-98398e9b-e100-42a2-8a1e-d12c453af361 req-bd53ecde-45db-4c07-9b26-5081719daecf tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 945 time: 0.0607049 Mar 29 15:17:01.322951 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-98398e9b-e100-42a2-8a1e-d12c453af361 req-c5910e93-8837-4ed1-a75e-5572b9ec8a07 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469811 Mar 29 15:17:01.344788 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 48204) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:01.391384 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b7ec43-1bdd-4282-b324-2a951025e0dd tempest-TestVolumeBootPattern-811119152 tempest-TestVolumeBootPattern-811119152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:01.392889 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-29b7ec43-1bdd-4282-b324-2a951025e0dd tempest-TestVolumeBootPattern-811119152 tempest-TestVolumeBootPattern-811119152-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 1124 time: 0.0471241 Mar 29 15:17:01.395612 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 48206) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:01.400069 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-821e6c27-7e7b-4f3d-9d4b-83437103d3ec tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Request body: {'floatingip': {'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'port_id': '8b5dee82-3e6d-4c37-89d0-b381dff74b55', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:17:01.419067 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-821e6c27-7e7b-4f3d-9d4b-83437103d3ec tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:01.512129 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-821e6c27-7e7b-4f3d-9d4b-83437103d3ec tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:01.615983 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-821e6c27-7e7b-4f3d-9d4b-83437103d3ec tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Allocated IP 172.27.2.242 (73fab6d0-c07f-433f-9c69-8ff3a31867f5/bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83/aa2cf9cc-37df-4ca6-87db-3b19e40a1fca) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:17:01.716057 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-821e6c27-7e7b-4f3d-9d4b-83437103d3ec tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for port (aa2cf9cc-37df-4ca6-87db-3b19e40a1fca), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:01.748789 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-821e6c27-7e7b-4f3d-9d4b-83437103d3ec tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (aa2cf9cc-37df-4ca6-87db-3b19e40a1fca), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:01.789780 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821e6c27-7e7b-4f3d-9d4b-83437103d3ec tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:17:01.792622 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-821e6c27-7e7b-4f3d-9d4b-83437103d3ec tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:17:01.798270 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821e6c27-7e7b-4f3d-9d4b-83437103d3ec tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:17:01.803632 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e6c27-7e7b-4f3d-9d4b-83437103d3ec tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Pushing event updated for resources: {'Port': ['ID=aa2cf9cc-37df-4ca6-87db-3b19e40a1fca,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:02.416456 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-821e6c27-7e7b-4f3d-9d4b-83437103d3ec tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for floatingip (853fe4f0-73c0-4294-87cf-439609dcd990), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:02.488145 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-821e6c27-7e7b-4f3d-9d4b-83437103d3ec tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (aa2cf9cc-37df-4ca6-87db-3b19e40a1fca), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:02.636864 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-821e6c27-7e7b-4f3d-9d4b-83437103d3ec tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for port (aa2cf9cc-37df-4ca6-87db-3b19e40a1fca), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:02.641240 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-821e6c27-7e7b-4f3d-9d4b-83437103d3ec tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (aa2cf9cc-37df-4ca6-87db-3b19e40a1fca), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:02.710449 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e6c27-7e7b-4f3d-9d4b-83437103d3ec tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Pushing event updated for resources: {'Port': ['ID=aa2cf9cc-37df-4ca6-87db-3b19e40a1fca,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:02.721923 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-821e6c27-7e7b-4f3d-9d4b-83437103d3ec tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (853fe4f0-73c0-4294-87cf-439609dcd990), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:02.825767 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.l3_db [None req-821e6c27-7e7b-4f3d-9d4b-83437103d3ec tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Floating IP 853fe4f0-73c0-4294-87cf-439609dcd990 associated. External IP: 172.27.2.242, port: 8b5dee82-3e6d-4c37-89d0-b381dff74b55. Mar 29 15:17:03.036466 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821e6c27-7e7b-4f3d-9d4b-83437103d3ec tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Router 9b7dd2bf-80e6-4da1-9edc-872c912fc803 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:17:03.147389 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821e6c27-7e7b-4f3d-9d4b-83437103d3ec tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:17:03.156730 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88faf42-7d4d-4f73-97da-b79b0c606ba1 None None] Sync routers for ids ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:17:03.165815 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-821e6c27-7e7b-4f3d-9d4b-83437103d3ec tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:03.168132 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88faf42-7d4d-4f73-97da-b79b0c606ba1 None None] Routers {'9b7dd2bf-80e6-4da1-9edc-872c912fc803'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:17:03.168782 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b88faf42-7d4d-4f73-97da-b79b0c606ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:16:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:03.208789 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-821e6c27-7e7b-4f3d-9d4b-83437103d3ec tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7987719 Mar 29 15:17:03.208789 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172b0592-3059-4c2f-bad8-ef5b8326450c', 'tag': '8b5dee82-3e6d-4c37-89d0-b381dff74b55'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:17:03.208789 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c3d11b-400f-4877-9f51-254f8487f005" -d '{"events": [{"name": "network-changed", "server_uuid": "172b0592-3059-4c2f-bad8-ef5b8326450c", "tag": "8b5dee82-3e6d-4c37-89d0-b381dff74b55"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:17:03.241841 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18a27d3-1d54-4eb3-adc8-7c05db646bc7 x-openstack-request-id: req-f18a27d3-1d54-4eb3-adc8-7c05db646bc7 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:17:03.242736 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "172b0592-3059-4c2f-bad8-ef5b8326450c", "tag": "8b5dee82-3e6d-4c37-89d0-b381dff74b55", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:17:03.243156 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f18a27d3-1d54-4eb3-adc8-7c05db646bc7 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:17:03.243727 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f18a27d3-1d54-4eb3-adc8-7c05db646bc7'] response: {'name': 'network-changed', 'server_uuid': '172b0592-3059-4c2f-bad8-ef5b8326450c', 'tag': '8b5dee82-3e6d-4c37-89d0-b381dff74b55', 'status': 'completed', 'code': 200} Mar 29 15:17:03.279622 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-b88faf42-7d4d-4f73-97da-b79b0c606ba1 None None] Set router 9b7dd2bf-80e6-4da1-9edc-872c912fc803 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:17:03.309507 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3d11b-400f-4877-9f51-254f8487f005 req-9a4ca261-c0df-48c2-bb00-21877ceb54af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:03.311054 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-c8c3d11b-400f-4877-9f51-254f8487f005 req-9a4ca261-c0df-48c2-bb00-21877ceb54af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb13df1bbb4c41139dde418a494692fc&device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 1129 time: 0.0482526 Mar 29 15:17:03.410329 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3d11b-400f-4877-9f51-254f8487f005 req-c6e8817f-08b2-4aa7-aac6-539debaec67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:03.411711 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-c8c3d11b-400f-4877-9f51-254f8487f005 req-c6e8817f-08b2-4aa7-aac6-539debaec67c service neutron] 10.222.0.36 "GET /v2.0/networks?id=7361a085-d96a-4f31-b765-5a3a0b40e7c7 HTTP/1.1" status: 200 len: 912 time: 0.0949886 Mar 29 15:17:03.479187 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-c8c3d11b-400f-4877-9f51-254f8487f005 req-5513bbe9-21b4-4b50-a801-bd3b732a301c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b5dee82-3e6d-4c37-89d0-b381dff74b55 HTTP/1.1" status: 200 len: 999 time: 0.0608480 Mar 29 15:17:03.510048 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b88faf42-7d4d-4f73-97da-b79b0c606ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'name': 'tempest-TestVolumeBootPattern-203760922-router', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:47Z', 'revision_number': 4, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'gw_port': {'id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '853fe4f0-73c0-4294-87cf-439609dcd990', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'port_id': '8b5dee82-3e6d-4c37-89d0-b381dff74b55', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'mac_address': 'fa:16:3e:e5:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172b0592-3059-4c2f-bad8-ef5b8326450c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:17:02Z', 'updated_at': '2022-03-29T15:17:02Z', 'revision_number': 0, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2f76b5c-c6ad-443b-b39d-0538b335d304', 'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'mac_address': 'fa:16:3e:97:11:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:47Z', 'updated_at': '2022-03-29T15:12:51Z', 'revision_number': 5, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'subnets': [{'id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:03.528579 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3d11b-400f-4877-9f51-254f8487f005 req-8fde0adf-a298-4ed2-9316-a0291528d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:03.530055 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-c8c3d11b-400f-4877-9f51-254f8487f005 req-8fde0adf-a298-4ed2-9316-a0291528d9ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35025535-f908-4fdd-8813-2eb4bba1ac31 HTTP/1.1" status: 200 len: 850 time: 0.0440900 Mar 29 15:17:03.540183 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88faf42-7d4d-4f73-97da-b79b0c606ba1 None None] Checking router: 9b7dd2bf-80e6-4da1-9edc-872c912fc803 for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:17:03.548845 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88faf42-7d4d-4f73-97da-b79b0c606ba1 None None] Routers {'9b7dd2bf-80e6-4da1-9edc-872c912fc803'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:17:03.549457 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b88faf42-7d4d-4f73-97da-b79b0c606ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:16:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:03.585679 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3d11b-400f-4877-9f51-254f8487f005 req-8b169147-3fc8-4ba2-a20f-8f9e9ff373b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:03.587745 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-c8c3d11b-400f-4877-9f51-254f8487f005 req-8b169147-3fc8-4ba2-a20f-8f9e9ff373b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7361a085-d96a-4f31-b765-5a3a0b40e7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521221 Mar 29 15:17:03.659873 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-b88faf42-7d4d-4f73-97da-b79b0c606ba1 None None] Set router 9b7dd2bf-80e6-4da1-9edc-872c912fc803 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:17:03.680693 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-c8c3d11b-400f-4877-9f51-254f8487f005 req-72e2fdf8-db6e-4e1e-a6d3-ac78629418e4 service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864165 Mar 29 15:17:03.778518 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-c8c3d11b-400f-4877-9f51-254f8487f005 req-8398db54-6226-43f7-94b1-40a39ba84099 service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921316 Mar 29 15:17:04.017842 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b88faf42-7d4d-4f73-97da-b79b0c606ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'name': 'tempest-TestVolumeBootPattern-203760922-router', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:47Z', 'revision_number': 4, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'gw_port': {'id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '853fe4f0-73c0-4294-87cf-439609dcd990', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'port_id': '8b5dee82-3e6d-4c37-89d0-b381dff74b55', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'mac_address': 'fa:16:3e:e5:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172b0592-3059-4c2f-bad8-ef5b8326450c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:17:02Z', 'updated_at': '2022-03-29T15:17:02Z', 'revision_number': 0, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2f76b5c-c6ad-443b-b39d-0538b335d304', 'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'mac_address': 'fa:16:3e:97:11:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:47Z', 'updated_at': '2022-03-29T15:12:51Z', 'revision_number': 5, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'subnets': [{'id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:04.047246 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88faf42-7d4d-4f73-97da-b79b0c606ba1 None None] The sync data for ids ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'] in dv-cinder-835635-1-iscsi is: [{'id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'name': 'tempest-TestVolumeBootPattern-203760922-router', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:47Z', 'revision_number': 4, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'gw_port': {'id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '853fe4f0-73c0-4294-87cf-439609dcd990', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'port_id': '8b5dee82-3e6d-4c37-89d0-b381dff74b55', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'mac_address': 'fa:16:3e:e5:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172b0592-3059-4c2f-bad8-ef5b8326450c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:17:02Z', 'updated_at': '2022-03-29T15:17:02Z', 'revision_number': 0, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2f76b5c-c6ad-443b-b39d-0538b335d304', 'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'mac_address': 'fa:16:3e:97:11:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:47Z', 'updated_at': '2022-03-29T15:12:51Z', 'revision_number': 5, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'subnets': [{'id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:17:04.227448 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d0bb91-ab96-4d46-ba62-9b8dec19941a None None] New status for floating IP 853fe4f0-73c0-4294-87cf-439609dcd990: ACTIVE {{(pid=103156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:17:05.935847 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 48236) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:06.038431 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b759035c-728f-4ddd-9faf-43fb96a2eef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:06.111728 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b759035c-728f-4ddd-9faf-43fb96a2eef1 admin admin] Publish callbacks [] for security_group (c11568e7-b978-49e4-953d-f47f3c86597b), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:06.115274 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-b759035c-728f-4ddd-9faf-43fb96a2eef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (c11568e7-b978-49e4-953d-f47f3c86597b), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:06.155218 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759035c-728f-4ddd-9faf-43fb96a2eef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11568e7-b978-49e4-953d-f47f3c86597b,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:06.160834 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-b759035c-728f-4ddd-9faf-43fb96a2eef1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e804bb6dd475426eb095a36abc1be415&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239540 Mar 29 15:17:06.163559 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 48240) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:06.212900 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5a0f4ab9-aed5-437f-8c6c-32d30557202c admin admin] Publish callbacks [] for security_group (c11568e7-b978-49e4-953d-f47f3c86597b), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:06.234255 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5a0f4ab9-aed5-437f-8c6c-32d30557202c admin admin] Publish callbacks [] for security_group (c11568e7-b978-49e4-953d-f47f3c86597b), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:06.279985 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5a0f4ab9-aed5-437f-8c6c-32d30557202c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (c11568e7-b978-49e4-953d-f47f3c86597b), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:06.282699 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-5a0f4ab9-aed5-437f-8c6c-32d30557202c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:06.283855 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-5a0f4ab9-aed5-437f-8c6c-32d30557202c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c11568e7-b978-49e4-953d-f47f3c86597b HTTP/1.1" status: 204 len: 168 time: 0.1186867 Mar 29 15:17:06.292418 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f4ab9-aed5-437f-8c6c-32d30557202c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11568e7-b978-49e4-953d-f47f3c86597b,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:06.883511 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 48262) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:06.996064 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-eaa0ccab-93c8-47ca-a851-1be106f7f53b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1270244672-network', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:17:07.019699 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa0ccab-93c8-47ca-a851-1be106f7f53b admin admin] Made reservation on behalf of d7b009c1ad1e4ed8b86bb55c43b0b6a6 for: {'network': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:17:07.022657 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ccab-93c8-47ca-a851-1be106f7f53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for network (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:07.032675 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ccab-93c8-47ca-a851-1be106f7f53b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:07.110640 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ccab-93c8-47ca-a851-1be106f7f53b admin admin] Publish callbacks [] for security_group (40c3760c-f6e1-4053-a258-4e765e3bc409), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:07.114384 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ccab-93c8-47ca-a851-1be106f7f53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (40c3760c-f6e1-4053-a258-4e765e3bc409), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:07.138807 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa0ccab-93c8-47ca-a851-1be106f7f53b admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=103154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:17:07.154387 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0ccab-93c8-47ca-a851-1be106f7f53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c3760c-f6e1-4053-a258-4e765e3bc409,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:07.157265 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ccab-93c8-47ca-a851-1be106f7f53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (b50806fb-e37f-41be-b83d-c01a918172e2), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:07.157609 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.segments_db [None req-eaa0ccab-93c8-47ca-a851-1be106f7f53b admin admin] Added segment b50806fb-e37f-41be-b83d-c01a918172e2 of type vlan for network d731d5fc-cd68-45e1-be36-bb1d0572af45 Mar 29 15:17:07.199883 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ccab-93c8-47ca-a851-1be106f7f53b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776791432771'] for network (d731d5fc-cd68-45e1-be36-bb1d0572af45), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:07.225891 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ccab-93c8-47ca-a851-1be106f7f53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834'] for network (d731d5fc-cd68-45e1-be36-bb1d0572af45), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:07.226877 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa0ccab-93c8-47ca-a851-1be106f7f53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:07.227450 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ccab-93c8-47ca-a851-1be106f7f53b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:07.279847 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-eaa0ccab-93c8-47ca-a851-1be106f7f53b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3952136 Mar 29 15:17:07.282964 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 48266) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:07.287697 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-785e702e-74cc-420e-8d07-1831c1f0a258 admin admin] Request body: {'subnet': {'network_id': 'd731d5fc-cd68-45e1-be36-bb1d0572af45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1270244672-subnet', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'ip_version': 4}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:17:07.288717 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0ccab-93c8-47ca-a851-1be106f7f53b admin admin] Pushing event updated for resources: {'Network': ['ID=d731d5fc-cd68-45e1-be36-bb1d0572af45,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:07.299184 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Network d731d5fc-cd68-45e1-be36-bb1d0572af45 details requested by agent ovs-agent-dv-cinder-835635-1-iscsi with host dv-cinder-835635-1-iscsi {{(pid=103155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:17:07.309215 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785e702e-74cc-420e-8d07-1831c1f0a258 admin admin] Made reservation on behalf of d7b009c1ad1e4ed8b86bb55c43b0b6a6 for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:17:07.311454 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-785e702e-74cc-420e-8d07-1831c1f0a258 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12742677'] for subnet (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:07.475443 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-785e702e-74cc-420e-8d07-1831c1f0a258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13304320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12742659'] for subnet (5e4f1a2b-f307-463e-9001-6e05a9f6c7c9), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:07.527606 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e702e-74cc-420e-8d07-1831c1f0a258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e4f1a2b-f307-463e-9001-6e05a9f6c7c9,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:07.537495 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785e702e-74cc-420e-8d07-1831c1f0a258 admin admin] Checking segment: {'id': 'b50806fb-e37f-41be-b83d-c01a918172e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd731d5fc-cd68-45e1-be36-bb1d0572af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:17:07.537847 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785e702e-74cc-420e-8d07-1831c1f0a258 admin admin] Network hostable DHCP agents. Network: d731d5fc-cd68-45e1-be36-bb1d0572af45, hostable agents: ['a6029aa5-8774-4641-86ae-5d2d983dd0a8'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:17:07.553469 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785e702e-74cc-420e-8d07-1831c1f0a258 admin admin] Network d731d5fc-cd68-45e1-be36-bb1d0572af45 is scheduled to be hosted by DHCP agent a6029aa5-8774-4641-86ae-5d2d983dd0a8 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:17:07.562678 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-785e702e-74cc-420e-8d07-1831c1f0a258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-1-iscsi, d731d5fc-cd68-45e1-be36-bb1d0572af45) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:17:07.566658 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785e702e-74cc-420e-8d07-1831c1f0a258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:07.567244 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-785e702e-74cc-420e-8d07-1831c1f0a258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for subnet (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:07.571439 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cd65a8-0b48-4932-b9ba-8c15b1c395eb None None] Network d731d5fc-cd68-45e1-be36-bb1d0572af45 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:17:07.582705 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-785e702e-74cc-420e-8d07-1831c1f0a258 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2986844 Mar 29 15:17:07.585311 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 48268) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:07.589757 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-c4e76575-28fd-499a-a75c-a237603d5101 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1270244672-router', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:17:07.608185 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c4e76575-28fd-499a-a75c-a237603d5101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1791284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2970'] for router (be50c05b-29ff-4d51-b278-47cd1673044f), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:07.609195 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c4e76575-28fd-499a-a75c-a237603d5101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1818329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2947'] for router (be50c05b-29ff-4d51-b278-47cd1673044f), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:07.661659 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c4e76575-28fd-499a-a75c-a237603d5101 admin admin] Publish callbacks [] for router_controller (be50c05b-29ff-4d51-b278-47cd1673044f), precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:07.672334 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1374b1e7-7b97-4409-839f-5dc9c3224883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp951e514f-1a9b-555e-af63-f294bc248ed5-d731d5fc-cd68-45e1-be36-bb1d0572af45', 'network_id': 'd731d5fc-cd68-45e1-be36-bb1d0572af45', 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'fixed_ips': [{'subnet_id': '5e4f1a2b-f307-463e-9001-6e05a9f6c7c9'}]}} from dv-cinder-835635-1-iscsi. {{(pid=103155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:17:07.673337 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-1374b1e7-7b97-4409-839f-5dc9c3224883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:07.817216 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.db_base_plugin_common [None req-1374b1e7-7b97-4409-839f-5dc9c3224883 None None] Allocated IP 172.20.0.2 (d731d5fc-cd68-45e1-be36-bb1d0572af45/5e4f1a2b-f307-463e-9001-6e05a9f6c7c9/53e00406-4149-413c-9886-f11ac9f9fef4) {{(pid=103155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:17:07.969651 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-1374b1e7-7b97-4409-839f-5dc9c3224883 None None] Publish callbacks [] for port (53e00406-4149-413c-9886-f11ac9f9fef4), precommit_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:07.975805 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-1374b1e7-7b97-4409-839f-5dc9c3224883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196'] for port (53e00406-4149-413c-9886-f11ac9f9fef4), after_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:08.013653 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1374b1e7-7b97-4409-839f-5dc9c3224883 None None] Network d731d5fc-cd68-45e1-be36-bb1d0572af45 is already hosted by enough agents. {{(pid=103155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:17:08.016373 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.scheduler.base_scheduler [None req-1374b1e7-7b97-4409-839f-5dc9c3224883 None None] Resources bound (agent type, host, resource id): {{(pid=103155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:17:08.018866 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1374b1e7-7b97-4409-839f-5dc9c3224883 None None] Received port after_create {{(pid=103155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:17:08.028166 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c4e76575-28fd-499a-a75c-a237603d5101 admin admin] Publish callbacks [] for router_gateway (be50c05b-29ff-4d51-b278-47cd1673044f), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:08.035219 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374b1e7-7b97-4409-839f-5dc9c3224883 None None] Pushing event updated for resources: {'Port': ['ID=53e00406-4149-413c-9886-f11ac9f9fef4,revision_number=1']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:08.089186 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-1374b1e7-7b97-4409-839f-5dc9c3224883 None None] Attempting to bind port 53e00406-4149-413c-9886-f11ac9f9fef4 on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:17:08.089563 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-1374b1e7-7b97-4409-839f-5dc9c3224883 None None] Attempting to bind port 53e00406-4149-413c-9886-f11ac9f9fef4 by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': 'b50806fb-e37f-41be-b83d-c01a918172e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd731d5fc-cd68-45e1-be36-bb1d0572af45'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:17:08.089930 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1374b1e7-7b97-4409-839f-5dc9c3224883 None None] Attempting to bind port 53e00406-4149-413c-9886-f11ac9f9fef4 on network d731d5fc-cd68-45e1-be36-bb1d0572af45 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:17:08.094867 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1374b1e7-7b97-4409-839f-5dc9c3224883 None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:17:08.095242 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1374b1e7-7b97-4409-839f-5dc9c3224883 None None] Checking segment: {'id': 'b50806fb-e37f-41be-b83d-c01a918172e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd731d5fc-cd68-45e1-be36-bb1d0572af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:17:08.095698 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-1374b1e7-7b97-4409-839f-5dc9c3224883 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:08.096098 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1374b1e7-7b97-4409-839f-5dc9c3224883 None None] Bound using segment: {'id': 'b50806fb-e37f-41be-b83d-c01a918172e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd731d5fc-cd68-45e1-be36-bb1d0572af45'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:17:08.096578 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-1374b1e7-7b97-4409-839f-5dc9c3224883 None None] Bound port: 53e00406-4149-413c-9886-f11ac9f9fef4, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50806fb-e37f-41be-b83d-c01a918172e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd731d5fc-cd68-45e1-be36-bb1d0572af45'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:17:08.096983 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-1374b1e7-7b97-4409-839f-5dc9c3224883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (53e00406-4149-413c-9886-f11ac9f9fef4), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:08.158998 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-1374b1e7-7b97-4409-839f-5dc9c3224883 None None] For port 53e00406-4149-413c-9886-f11ac9f9fef4, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:17:08.162430 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-1374b1e7-7b97-4409-839f-5dc9c3224883 None None] For port 53e00406-4149-413c-9886-f11ac9f9fef4, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=53e00406-4149-413c-9886-f11ac9f9fef4,segment=NetworkSegment(b50806fb-e37f-41be-b83d-c01a918172e2),segment_id=b50806fb-e37f-41be-b83d-c01a918172e2)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:17:08.168230 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-1374b1e7-7b97-4409-839f-5dc9c3224883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (53e00406-4149-413c-9886-f11ac9f9fef4), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:08.226409 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374b1e7-7b97-4409-839f-5dc9c3224883 None None] Pushing event updated for resources: {'Port': ['ID=53e00406-4149-413c-9886-f11ac9f9fef4,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:08.244694 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c4e76575-28fd-499a-a75c-a237603d5101 admin admin] Publish callbacks [] for router_gateway (be50c05b-29ff-4d51-b278-47cd1673044f), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:08.264698 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c4e76575-28fd-499a-a75c-a237603d5101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:08.378947 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-c4e76575-28fd-499a-a75c-a237603d5101 admin admin] Allocated IP 172.27.2.253 (73fab6d0-c07f-433f-9c69-8ff3a31867f5/bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83/30f496a0-a9e1-490b-bd73-6e089a103d3c) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:17:08.497617 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c4e76575-28fd-499a-a75c-a237603d5101 admin admin] Publish callbacks [] for port (30f496a0-a9e1-490b-bd73-6e089a103d3c), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:08.531208 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c4e76575-28fd-499a-a75c-a237603d5101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (30f496a0-a9e1-490b-bd73-6e089a103d3c), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:08.568760 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e76575-28fd-499a-a75c-a237603d5101 admin admin] Network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:17:08.571705 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-c4e76575-28fd-499a-a75c-a237603d5101 admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:17:08.578486 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e76575-28fd-499a-a75c-a237603d5101 admin admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:17:08.600430 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e76575-28fd-499a-a75c-a237603d5101 admin admin] Pushing event updated for resources: {'Port': ['ID=30f496a0-a9e1-490b-bd73-6e089a103d3c,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:08.815923 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 53e00406-4149-413c-9886-f11ac9f9fef4 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:17:08.846587 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c4e76575-28fd-499a-a75c-a237603d5101 admin admin] Publish callbacks [] for router_gateway (be50c05b-29ff-4d51-b278-47cd1673044f), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:08.870152 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 53e00406-4149-413c-9886-f11ac9f9fef4 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:08.870542 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (53e00406-4149-413c-9886-f11ac9f9fef4), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:08.955013 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 53e00406-4149-413c-9886-f11ac9f9fef4 is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:17:08.955409 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (53e00406-4149-413c-9886-f11ac9f9fef4), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:08.989886 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] For port 53e00406-4149-413c-9886-f11ac9f9fef4, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=53e00406-4149-413c-9886-f11ac9f9fef4,segment=NetworkSegment(b50806fb-e37f-41be-b83d-c01a918172e2),segment_id=b50806fb-e37f-41be-b83d-c01a918172e2)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:17:08.994450 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (53e00406-4149-413c-9886-f11ac9f9fef4), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:09.050172 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Pushing event updated for resources: {'Port': ['ID=53e00406-4149-413c-9886-f11ac9f9fef4,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:09.069809 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c4e76575-28fd-499a-a75c-a237603d5101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1793453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787170'] for router (be50c05b-29ff-4d51-b278-47cd1673044f), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:09.144403 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ecb1c8-e2c2-4967-aea2-a1b359ae7086 None None] Network d731d5fc-cd68-45e1-be36-bb1d0572af45 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:17:09.208645 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e76575-28fd-499a-a75c-a237603d5101 admin admin] Router be50c05b-29ff-4d51-b278-47cd1673044f is scheduled to L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:17:09.209492 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-1af72d38-03b2-4948-900a-ac9072c41e47 None None] Provisioning complete for port 53e00406-4149-413c-9886-f11ac9f9fef4 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:09.209910 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-1af72d38-03b2-4948-900a-ac9072c41e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (53e00406-4149-413c-9886-f11ac9f9fef4), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:09.322525 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e76575-28fd-499a-a75c-a237603d5101 admin admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:17:09.336706 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b622ec60-b9f1-4f16-a471-00aa543ee0be None None] Sync routers for ids ['be50c05b-29ff-4d51-b278-47cd1673044f'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:17:09.343392 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c4e76575-28fd-499a-a75c-a237603d5101 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:09.348245 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-1af72d38-03b2-4948-900a-ac9072c41e47 None None] Current status of the port 53e00406-4149-413c-9886-f11ac9f9fef4 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:17:09.348495 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-c4e76575-28fd-499a-a75c-a237603d5101 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7617714 Mar 29 15:17:09.348712 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 48270) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:09.353200 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b622ec60-b9f1-4f16-a471-00aa543ee0be None None] Routers {'be50c05b-29ff-4d51-b278-47cd1673044f'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:17:09.353831 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b622ec60-b9f1-4f16-a471-00aa543ee0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:16:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['be50c05b-29ff-4d51-b278-47cd1673044f'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:09.478146 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-b622ec60-b9f1-4f16-a471-00aa543ee0be None None] Set router be50c05b-29ff-4d51-b278-47cd1673044f gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:17:09.602577 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-bf1736c3-eec1-4720-b146-6be9e259dbcb None None] Provisioning complete for port 53e00406-4149-413c-9886-f11ac9f9fef4 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:09.602857 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-bf1736c3-eec1-4720-b146-6be9e259dbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (53e00406-4149-413c-9886-f11ac9f9fef4), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:09.730609 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-bf1736c3-eec1-4720-b146-6be9e259dbcb None None] Current status of the port 53e00406-4149-413c-9886-f11ac9f9fef4 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:17:09.737724 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b622ec60-b9f1-4f16-a471-00aa543ee0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'name': 'tempest-TestShelveInstance-1270244672-router', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '30f496a0-a9e1-490b-bd73-6e089a103d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:17:07Z', 'updated_at': '2022-03-29T15:17:08Z', 'revision_number': 3, 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'gw_port': {'id': '30f496a0-a9e1-490b-bd73-6e089a103d3c', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:08Z', 'updated_at': '2022-03-29T15:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:09.764863 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b622ec60-b9f1-4f16-a471-00aa543ee0be None None] Checking router: be50c05b-29ff-4d51-b278-47cd1673044f for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:17:09.765208 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b622ec60-b9f1-4f16-a471-00aa543ee0be None None] Updating router be50c05b-29ff-4d51-b278-47cd1673044f port 30f496a0-a9e1-490b-bd73-6e089a103d3c binding host dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:17:09.784051 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f6d2cb29-766c-4730-b48a-15f1f109d74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:09.791334 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b622ec60-b9f1-4f16-a471-00aa543ee0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (30f496a0-a9e1-490b-bd73-6e089a103d3c), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:09.939883 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-f6d2cb29-766c-4730-b48a-15f1f109d74f admin admin] Allocated IP 172.20.0.1 (d731d5fc-cd68-45e1-be36-bb1d0572af45/5e4f1a2b-f307-463e-9001-6e05a9f6c7c9/316cc994-4849-47ba-86e6-7c1a7909a7b4) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:17:10.047298 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f6d2cb29-766c-4730-b48a-15f1f109d74f admin admin] Publish callbacks [] for port (316cc994-4849-47ba-86e6-7c1a7909a7b4), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:10.055600 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b622ec60-b9f1-4f16-a471-00aa543ee0be None None] Publish callbacks [] for port (30f496a0-a9e1-490b-bd73-6e089a103d3c), precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:10.061723 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b622ec60-b9f1-4f16-a471-00aa543ee0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (30f496a0-a9e1-490b-bd73-6e089a103d3c), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:10.081692 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f6d2cb29-766c-4730-b48a-15f1f109d74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (316cc994-4849-47ba-86e6-7c1a7909a7b4), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:10.111056 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-b622ec60-b9f1-4f16-a471-00aa543ee0be None None] Attempting to bind port 30f496a0-a9e1-490b-bd73-6e089a103d3c on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:17:10.111422 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-b622ec60-b9f1-4f16-a471-00aa543ee0be None None] Attempting to bind port 30f496a0-a9e1-490b-bd73-6e089a103d3c by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:17:10.111779 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b622ec60-b9f1-4f16-a471-00aa543ee0be None None] Attempting to bind port 30f496a0-a9e1-490b-bd73-6e089a103d3c on network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:17:10.118782 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168ce43-e1db-4fda-819c-d46cb214e50d None None] Pushing event updated for resources: {'Port': ['ID=30f496a0-a9e1-490b-bd73-6e089a103d3c,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:10.121031 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d2cb29-766c-4730-b48a-15f1f109d74f admin admin] Network d731d5fc-cd68-45e1-be36-bb1d0572af45 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:17:10.122082 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b622ec60-b9f1-4f16-a471-00aa543ee0be None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:17:10.122302 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b622ec60-b9f1-4f16-a471-00aa543ee0be None None] Checking segment: {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:17:10.122701 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b622ec60-b9f1-4f16-a471-00aa543ee0be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:10.123077 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b622ec60-b9f1-4f16-a471-00aa543ee0be None None] Bound using segment: {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:17:10.123544 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-b622ec60-b9f1-4f16-a471-00aa543ee0be None None] Bound port: 30f496a0-a9e1-490b-bd73-6e089a103d3c, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:17:10.123922 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b622ec60-b9f1-4f16-a471-00aa543ee0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (30f496a0-a9e1-490b-bd73-6e089a103d3c), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:10.127016 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-f6d2cb29-766c-4730-b48a-15f1f109d74f admin admin] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:17:10.130863 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d2cb29-766c-4730-b48a-15f1f109d74f admin admin] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:17:10.134546 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2cb29-766c-4730-b48a-15f1f109d74f admin admin] Pushing event updated for resources: {'Port': ['ID=316cc994-4849-47ba-86e6-7c1a7909a7b4,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:10.175201 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f6d2cb29-766c-4730-b48a-15f1f109d74f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787637'] for router_interface (be50c05b-29ff-4d51-b278-47cd1673044f), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:10.179129 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-b622ec60-b9f1-4f16-a471-00aa543ee0be None None] For port 30f496a0-a9e1-490b-bd73-6e089a103d3c, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:17:10.182718 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-b622ec60-b9f1-4f16-a471-00aa543ee0be None None] For port 30f496a0-a9e1-490b-bd73-6e089a103d3c, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=30f496a0-a9e1-490b-bd73-6e089a103d3c,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:17:10.190239 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b622ec60-b9f1-4f16-a471-00aa543ee0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (30f496a0-a9e1-490b-bd73-6e089a103d3c), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:10.249960 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b622ec60-b9f1-4f16-a471-00aa543ee0be None None] Routers {'be50c05b-29ff-4d51-b278-47cd1673044f'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:17:10.250931 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b622ec60-b9f1-4f16-a471-00aa543ee0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:16:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['be50c05b-29ff-4d51-b278-47cd1673044f'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:10.254737 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168ce43-e1db-4fda-819c-d46cb214e50d None None] Pushing event updated for resources: {'Port': ['ID=30f496a0-a9e1-490b-bd73-6e089a103d3c,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:10.336142 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f6d2cb29-766c-4730-b48a-15f1f109d74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (316cc994-4849-47ba-86e6-7c1a7909a7b4), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:10.376285 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-b622ec60-b9f1-4f16-a471-00aa543ee0be None None] Set router be50c05b-29ff-4d51-b278-47cd1673044f gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:17:10.378131 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-a63c7c2e-efcc-45a7-a2ac-c42bffafe41c None None] Provisioning complete for port 316cc994-4849-47ba-86e6-7c1a7909a7b4 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:10.378509 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-a63c7c2e-efcc-45a7-a2ac-c42bffafe41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (316cc994-4849-47ba-86e6-7c1a7909a7b4), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:10.500445 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f6d2cb29-766c-4730-b48a-15f1f109d74f admin admin] Publish callbacks [] for port (316cc994-4849-47ba-86e6-7c1a7909a7b4), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:10.503994 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-a63c7c2e-efcc-45a7-a2ac-c42bffafe41c None None] Port 316cc994-4849-47ba-86e6-7c1a7909a7b4 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:17:10.505248 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f6d2cb29-766c-4730-b48a-15f1f109d74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (316cc994-4849-47ba-86e6-7c1a7909a7b4), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:10.574851 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2cb29-766c-4730-b48a-15f1f109d74f admin admin] Pushing event updated for resources: {'Port': ['ID=316cc994-4849-47ba-86e6-7c1a7909a7b4,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:10.577417 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f6d2cb29-766c-4730-b48a-15f1f109d74f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787489'] for router_interface (be50c05b-29ff-4d51-b278-47cd1673044f), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:10.592153 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-b622ec60-b9f1-4f16-a471-00aa543ee0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'name': 'tempest-TestShelveInstance-1270244672-router', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '30f496a0-a9e1-490b-bd73-6e089a103d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:17:07Z', 'updated_at': '2022-03-29T15:17:08Z', 'revision_number': 3, 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'gw_port': {'id': '30f496a0-a9e1-490b-bd73-6e089a103d3c', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:08Z', 'updated_at': '2022-03-29T15:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:10.618663 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b622ec60-b9f1-4f16-a471-00aa543ee0be None None] The sync data for ids ['be50c05b-29ff-4d51-b278-47cd1673044f'] in dv-cinder-835635-1-iscsi is: [{'id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'name': 'tempest-TestShelveInstance-1270244672-router', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '30f496a0-a9e1-490b-bd73-6e089a103d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:17:07Z', 'updated_at': '2022-03-29T15:17:08Z', 'revision_number': 3, 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'gw_port': {'id': '30f496a0-a9e1-490b-bd73-6e089a103d3c', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:08Z', 'updated_at': '2022-03-29T15:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:17:10.671655 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d2cb29-766c-4730-b48a-15f1f109d74f admin admin] Network d731d5fc-cd68-45e1-be36-bb1d0572af45 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:17:10.673134 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-f6d2cb29-766c-4730-b48a-15f1f109d74f admin admin] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:17:10.802612 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 53e00406-4149-413c-9886-f11ac9f9fef4 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:17:10.817200 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d2cb29-766c-4730-b48a-15f1f109d74f admin admin] Router be50c05b-29ff-4d51-b278-47cd1673044f has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:17:10.973123 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d2cb29-766c-4730-b48a-15f1f109d74f admin admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:17:10.986418 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-f6d2cb29-766c-4730-b48a-15f1f109d74f admin admin] 10.222.0.35 "PUT /v2.0/routers/be50c05b-29ff-4d51-b278-47cd1673044f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6290622 Mar 29 15:17:11.031249 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-bd34b6f0-4d31-48cd-bf0e-f132f318cf0f None None] Provisioning complete for port 316cc994-4849-47ba-86e6-7c1a7909a7b4 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:11.031631 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-bd34b6f0-4d31-48cd-bf0e-f132f318cf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (316cc994-4849-47ba-86e6-7c1a7909a7b4), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:11.077619 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 53e00406-4149-413c-9886-f11ac9f9fef4 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:11.078303 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (53e00406-4149-413c-9886-f11ac9f9fef4), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:11.100126 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-bd34b6f0-4d31-48cd-bf0e-f132f318cf0f None None] Port 316cc994-4849-47ba-86e6-7c1a7909a7b4 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:17:11.176160 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 53e00406-4149-413c-9886-f11ac9f9fef4 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:17:11.448448 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8d328282-c432-4b10-92a2-8efbc6c2a264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:11.482687 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 48288) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:11.487898 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-1e834f46-6cf3-4251-b690-0014de2a41de admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1217043753-network', 'tenant_id': 'b9b7c22c48b54ac2a7afe699362eb32c'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:17:11.508907 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e834f46-6cf3-4251-b690-0014de2a41de admin admin] Made reservation on behalf of b9b7c22c48b54ac2a7afe699362eb32c for: {'network': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:17:11.511752 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1e834f46-6cf3-4251-b690-0014de2a41de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for network (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:11.520702 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1e834f46-6cf3-4251-b690-0014de2a41de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:11.594612 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1e834f46-6cf3-4251-b690-0014de2a41de admin admin] Publish callbacks [] for security_group (15edffe0-fbf6-4294-af83-0c98ee900f30), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:11.598337 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1e834f46-6cf3-4251-b690-0014de2a41de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (15edffe0-fbf6-4294-af83-0c98ee900f30), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:11.619595 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e834f46-6cf3-4251-b690-0014de2a41de admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=103154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 15:17:11.632476 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e834f46-6cf3-4251-b690-0014de2a41de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15edffe0-fbf6-4294-af83-0c98ee900f30,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:11.637223 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1e834f46-6cf3-4251-b690-0014de2a41de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (3a8c52e3-0a95-4ff6-bd28-367cc773dfdd), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:11.637581 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.segments_db [None req-1e834f46-6cf3-4251-b690-0014de2a41de admin admin] Added segment 3a8c52e3-0a95-4ff6-bd28-367cc773dfdd of type vlan for network 56681c87-b488-4cd6-8621-be203593f79c Mar 29 15:17:11.683133 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1e834f46-6cf3-4251-b690-0014de2a41de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776791432771'] for network (56681c87-b488-4cd6-8621-be203593f79c), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:11.708417 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1e834f46-6cf3-4251-b690-0014de2a41de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834'] for network (56681c87-b488-4cd6-8621-be203593f79c), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:11.709379 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e834f46-6cf3-4251-b690-0014de2a41de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:11.709953 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-1e834f46-6cf3-4251-b690-0014de2a41de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:11.762090 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-1e834f46-6cf3-4251-b690-0014de2a41de admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2781830 Mar 29 15:17:11.764934 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 48290) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:11.769838 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-5b3bc691-5f60-4a6f-b960-26da72555d9f admin admin] Request body: {'subnet': {'network_id': '56681c87-b488-4cd6-8621-be203593f79c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1217043753-subnet', 'tenant_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'ip_version': 4}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:17:11.771043 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e834f46-6cf3-4251-b690-0014de2a41de admin admin] Pushing event updated for resources: {'Network': ['ID=56681c87-b488-4cd6-8621-be203593f79c,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:11.780943 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Network 56681c87-b488-4cd6-8621-be203593f79c details requested by agent ovs-agent-dv-cinder-835635-1-iscsi with host dv-cinder-835635-1-iscsi {{(pid=103155) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 15:17:11.791365 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3bc691-5f60-4a6f-b960-26da72555d9f admin admin] Made reservation on behalf of b9b7c22c48b54ac2a7afe699362eb32c for: {'subnet': 1} {{(pid=103153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:17:11.793726 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5b3bc691-5f60-4a6f-b960-26da72555d9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12742677'] for subnet (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:11.974995 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5b3bc691-5f60-4a6f-b960-26da72555d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13304320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12742659'] for subnet (c36d2740-21ff-4017-94df-ff06dcd6d58d), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:12.035162 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3bc691-5f60-4a6f-b960-26da72555d9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c36d2740-21ff-4017-94df-ff06dcd6d58d,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:12.048179 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3bc691-5f60-4a6f-b960-26da72555d9f admin admin] Checking segment: {'id': '3a8c52e3-0a95-4ff6-bd28-367cc773dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '56681c87-b488-4cd6-8621-be203593f79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:17:12.048542 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3bc691-5f60-4a6f-b960-26da72555d9f admin admin] Network hostable DHCP agents. Network: 56681c87-b488-4cd6-8621-be203593f79c, hostable agents: ['a6029aa5-8774-4641-86ae-5d2d983dd0a8'], hosted agents: [] {{(pid=103153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 15:17:12.066893 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3bc691-5f60-4a6f-b960-26da72555d9f admin admin] Network 56681c87-b488-4cd6-8621-be203593f79c is scheduled to be hosted by DHCP agent a6029aa5-8774-4641-86ae-5d2d983dd0a8 with binding_index 1 {{(pid=103153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 15:17:12.079231 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-5b3bc691-5f60-4a6f-b960-26da72555d9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835635-1-iscsi, 56681c87-b488-4cd6-8621-be203593f79c) {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:17:12.083942 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3bc691-5f60-4a6f-b960-26da72555d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:12.084655 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5b3bc691-5f60-4a6f-b960-26da72555d9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for subnet (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:12.090740 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7520d55d-965a-4316-843b-088a74465f48 None None] Network 56681c87-b488-4cd6-8621-be203593f79c requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:17:12.103851 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-5b3bc691-5f60-4a6f-b960-26da72555d9f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3378150 Mar 29 15:17:12.106505 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 48292) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:12.110960 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-7a97991e-0e21-4ff9-9d14-7912aaa03491 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1217043753-router', 'tenant_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:17:12.129329 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7a97991e-0e21-4ff9-9d14-7912aaa03491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1791284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2970'] for router (e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:12.130348 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7a97991e-0e21-4ff9-9d14-7912aaa03491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1793444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787381', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1818329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2947'] for router (e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:12.185711 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7a97991e-0e21-4ff9-9d14-7912aaa03491 admin admin] Publish callbacks [] for router_controller (e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e), precommit_add_association {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:12.215779 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7278f4af-f065-4c48-b46c-4ae9ec7aff4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp951e514f-1a9b-555e-af63-f294bc248ed5-56681c87-b488-4cd6-8621-be203593f79c', 'network_id': '56681c87-b488-4cd6-8621-be203593f79c', 'project_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'fixed_ips': [{'subnet_id': 'c36d2740-21ff-4017-94df-ff06dcd6d58d'}]}} from dv-cinder-835635-1-iscsi. {{(pid=103155) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 15:17:12.216676 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7278f4af-f065-4c48-b46c-4ae9ec7aff4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:12.264196 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88d2ab3-8642-45d6-b904-f48d1fb62f88 None None] Sync routers for ids ['be50c05b-29ff-4d51-b278-47cd1673044f'] in dv-cinder-835635-1-iscsi {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:17:12.274988 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88d2ab3-8642-45d6-b904-f48d1fb62f88 None None] Routers {'be50c05b-29ff-4d51-b278-47cd1673044f'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:17:12.275595 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-e88d2ab3-8642-45d6-b904-f48d1fb62f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:16:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['be50c05b-29ff-4d51-b278-47cd1673044f'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:12.339261 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7a97991e-0e21-4ff9-9d14-7912aaa03491 admin admin] Publish callbacks [] for router_gateway (e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e), precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:12.362705 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.db_base_plugin_common [None req-7278f4af-f065-4c48-b46c-4ae9ec7aff4f None None] Allocated IP 172.20.0.2 (56681c87-b488-4cd6-8621-be203593f79c/c36d2740-21ff-4017-94df-ff06dcd6d58d/91c677a9-4eaa-41e2-8bef-ef597eeaba2e) {{(pid=103155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:17:12.391620 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-e88d2ab3-8642-45d6-b904-f48d1fb62f88 None None] Set router be50c05b-29ff-4d51-b278-47cd1673044f gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:17:12.521559 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7278f4af-f065-4c48-b46c-4ae9ec7aff4f None None] Publish callbacks [] for port (91c677a9-4eaa-41e2-8bef-ef597eeaba2e), precommit_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:12.528471 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7278f4af-f065-4c48-b46c-4ae9ec7aff4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196'] for port (91c677a9-4eaa-41e2-8bef-ef597eeaba2e), after_create {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:12.561938 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7a97991e-0e21-4ff9-9d14-7912aaa03491 admin admin] Publish callbacks [] for router_gateway (e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:12.565814 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7278f4af-f065-4c48-b46c-4ae9ec7aff4f None None] Network 56681c87-b488-4cd6-8621-be203593f79c is already hosted by enough agents. {{(pid=103155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:17:12.570962 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.scheduler.base_scheduler [None req-7278f4af-f065-4c48-b46c-4ae9ec7aff4f None None] Resources bound (agent type, host, resource id): {{(pid=103155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:17:12.576872 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7278f4af-f065-4c48-b46c-4ae9ec7aff4f None None] Received port after_create {{(pid=103155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:17:12.583123 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7a97991e-0e21-4ff9-9d14-7912aaa03491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:12.583896 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278f4af-f065-4c48-b46c-4ae9ec7aff4f None None] Pushing event updated for resources: {'Port': ['ID=91c677a9-4eaa-41e2-8bef-ef597eeaba2e,revision_number=1']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:12.616407 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-e88d2ab3-8642-45d6-b904-f48d1fb62f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'name': 'tempest-TestShelveInstance-1270244672-router', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '30f496a0-a9e1-490b-bd73-6e089a103d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:17:07Z', 'updated_at': '2022-03-29T15:17:10Z', 'revision_number': 4, 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'gw_port': {'id': '30f496a0-a9e1-490b-bd73-6e089a103d3c', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:08Z', 'updated_at': '2022-03-29T15:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '316cc994-4849-47ba-86e6-7c1a7909a7b4', 'name': '', 'network_id': 'd731d5fc-cd68-45e1-be36-bb1d0572af45', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'mac_address': 'fa:16:3e:97:00:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5e4f1a2b-f307-463e-9001-6e05a9f6c7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:09Z', 'updated_at': '2022-03-29T15:17:10Z', 'revision_number': 2, 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'subnets': [{'id': '5e4f1a2b-f307-463e-9001-6e05a9f6c7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:12.638320 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-7278f4af-f065-4c48-b46c-4ae9ec7aff4f None None] Attempting to bind port 91c677a9-4eaa-41e2-8bef-ef597eeaba2e on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:17:12.639901 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-7278f4af-f065-4c48-b46c-4ae9ec7aff4f None None] Attempting to bind port 91c677a9-4eaa-41e2-8bef-ef597eeaba2e by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': '3a8c52e3-0a95-4ff6-bd28-367cc773dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '56681c87-b488-4cd6-8621-be203593f79c'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:17:12.640489 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7278f4af-f065-4c48-b46c-4ae9ec7aff4f None None] Attempting to bind port 91c677a9-4eaa-41e2-8bef-ef597eeaba2e on network 56681c87-b488-4cd6-8621-be203593f79c {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:17:12.646308 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7278f4af-f065-4c48-b46c-4ae9ec7aff4f None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:17:12.646695 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7278f4af-f065-4c48-b46c-4ae9ec7aff4f None None] Checking segment: {'id': '3a8c52e3-0a95-4ff6-bd28-367cc773dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '56681c87-b488-4cd6-8621-be203593f79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:17:12.647104 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7278f4af-f065-4c48-b46c-4ae9ec7aff4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:12.647515 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7278f4af-f065-4c48-b46c-4ae9ec7aff4f None None] Bound using segment: {'id': '3a8c52e3-0a95-4ff6-bd28-367cc773dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '56681c87-b488-4cd6-8621-be203593f79c'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:17:12.647629 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88d2ab3-8642-45d6-b904-f48d1fb62f88 None None] Checking router: be50c05b-29ff-4d51-b278-47cd1673044f for host: dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:17:12.647992 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-7278f4af-f065-4c48-b46c-4ae9ec7aff4f None None] Bound port: 91c677a9-4eaa-41e2-8bef-ef597eeaba2e, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a8c52e3-0a95-4ff6-bd28-367cc773dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '56681c87-b488-4cd6-8621-be203593f79c'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:17:12.648738 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88d2ab3-8642-45d6-b904-f48d1fb62f88 None None] Updating router be50c05b-29ff-4d51-b278-47cd1673044f port 316cc994-4849-47ba-86e6-7c1a7909a7b4 binding host dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:17:12.649156 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7278f4af-f065-4c48-b46c-4ae9ec7aff4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (91c677a9-4eaa-41e2-8bef-ef597eeaba2e), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:12.677333 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-e88d2ab3-8642-45d6-b904-f48d1fb62f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (316cc994-4849-47ba-86e6-7c1a7909a7b4), before_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:12.693697 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_common [None req-7a97991e-0e21-4ff9-9d14-7912aaa03491 admin admin] Allocated IP 172.27.2.113 (73fab6d0-c07f-433f-9c69-8ff3a31867f5/bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83/9f7f4e69-f0d5-483e-89ff-5cf15daa1583) {{(pid=103153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:17:12.719646 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-7278f4af-f065-4c48-b46c-4ae9ec7aff4f None None] For port 91c677a9-4eaa-41e2-8bef-ef597eeaba2e, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:17:12.722893 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-7278f4af-f065-4c48-b46c-4ae9ec7aff4f None None] For port 91c677a9-4eaa-41e2-8bef-ef597eeaba2e, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=91c677a9-4eaa-41e2-8bef-ef597eeaba2e,segment=NetworkSegment(3a8c52e3-0a95-4ff6-bd28-367cc773dfdd),segment_id=3a8c52e3-0a95-4ff6-bd28-367cc773dfdd)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:17:12.733965 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7278f4af-f065-4c48-b46c-4ae9ec7aff4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (91c677a9-4eaa-41e2-8bef-ef597eeaba2e), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:12.808859 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278f4af-f065-4c48-b46c-4ae9ec7aff4f None None] Pushing event updated for resources: {'Port': ['ID=91c677a9-4eaa-41e2-8bef-ef597eeaba2e,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:12.825042 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7a97991e-0e21-4ff9-9d14-7912aaa03491 admin admin] Publish callbacks [] for port (9f7f4e69-f0d5-483e-89ff-5cf15daa1583), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:12.866164 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7a97991e-0e21-4ff9-9d14-7912aaa03491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (9f7f4e69-f0d5-483e-89ff-5cf15daa1583), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:12.871448 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 30f496a0-a9e1-490b-bd73-6e089a103d3c up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:17:12.903518 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a97991e-0e21-4ff9-9d14-7912aaa03491 admin admin] Network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 is already hosted by enough agents. {{(pid=103153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:17:12.906548 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.base_scheduler [None req-7a97991e-0e21-4ff9-9d14-7912aaa03491 admin admin] Resources bound (agent type, host, resource id): {{(pid=103153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:17:12.909014 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a97991e-0e21-4ff9-9d14-7912aaa03491 admin admin] Received port after_create {{(pid=103153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:17:12.934386 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 30f496a0-a9e1-490b-bd73-6e089a103d3c triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:12.934755 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (30f496a0-a9e1-490b-bd73-6e089a103d3c), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:12.961343 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97991e-0e21-4ff9-9d14-7912aaa03491 admin admin] Pushing event updated for resources: {'Port': ['ID=9f7f4e69-f0d5-483e-89ff-5cf15daa1583,revision_number=1']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:12.983788 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-e88d2ab3-8642-45d6-b904-f48d1fb62f88 None None] Publish callbacks [] for port (316cc994-4849-47ba-86e6-7c1a7909a7b4), precommit_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:12.992925 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-e88d2ab3-8642-45d6-b904-f48d1fb62f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (316cc994-4849-47ba-86e6-7c1a7909a7b4), after_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:13.048849 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 30f496a0-a9e1-490b-bd73-6e089a103d3c is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:17:13.051944 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (30f496a0-a9e1-490b-bd73-6e089a103d3c), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:13.068773 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f9f3d-583f-4cfa-a5a8-5a8f4184058b None None] Pushing event updated for resources: {'Port': ['ID=316cc994-4849-47ba-86e6-7c1a7909a7b4,revision_number=3']} {{(pid=103156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:13.076431 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] For port 30f496a0-a9e1-490b-bd73-6e089a103d3c, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=30f496a0-a9e1-490b-bd73-6e089a103d3c,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:17:13.081987 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (30f496a0-a9e1-490b-bd73-6e089a103d3c), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:13.082561 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f9f3d-583f-4cfa-a5a8-5a8f4184058b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:13.083134 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f9f3d-583f-4cfa-a5a8-5a8f4184058b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:13.083498 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f9f3d-583f-4cfa-a5a8-5a8f4184058b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:13.084001 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f9f3d-583f-4cfa-a5a8-5a8f4184058b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:13.084553 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f9f3d-583f-4cfa-a5a8-5a8f4184058b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:13.087266 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f9f3d-583f-4cfa-a5a8-5a8f4184058b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:13.090253 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f9f3d-583f-4cfa-a5a8-5a8f4184058b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:13.090813 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f9f3d-583f-4cfa-a5a8-5a8f4184058b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:13.091609 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f9f3d-583f-4cfa-a5a8-5a8f4184058b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:13.091734 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f9f3d-583f-4cfa-a5a8-5a8f4184058b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:13.092451 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f9f3d-583f-4cfa-a5a8-5a8f4184058b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:13.092603 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f9f3d-583f-4cfa-a5a8-5a8f4184058b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:13.092992 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f9f3d-583f-4cfa-a5a8-5a8f4184058b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:13.093416 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f9f3d-583f-4cfa-a5a8-5a8f4184058b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:13.093855 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070f9f3d-583f-4cfa-a5a8-5a8f4184058b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:13.157480 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Pushing event updated for resources: {'Port': ['ID=30f496a0-a9e1-490b-bd73-6e089a103d3c,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:13.206412 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-e88d2ab3-8642-45d6-b904-f48d1fb62f88 None None] Attempting to bind port 316cc994-4849-47ba-86e6-7c1a7909a7b4 on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:17:13.206780 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-e88d2ab3-8642-45d6-b904-f48d1fb62f88 None None] Attempting to bind port 316cc994-4849-47ba-86e6-7c1a7909a7b4 by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': 'b50806fb-e37f-41be-b83d-c01a918172e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd731d5fc-cd68-45e1-be36-bb1d0572af45'}] {{(pid=103156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:17:13.207144 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88d2ab3-8642-45d6-b904-f48d1fb62f88 None None] Attempting to bind port 316cc994-4849-47ba-86e6-7c1a7909a7b4 on network d731d5fc-cd68-45e1-be36-bb1d0572af45 {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:17:13.214055 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88d2ab3-8642-45d6-b904-f48d1fb62f88 None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:17:13.214436 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88d2ab3-8642-45d6-b904-f48d1fb62f88 None None] Checking segment: {'id': 'b50806fb-e37f-41be-b83d-c01a918172e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd731d5fc-cd68-45e1-be36-bb1d0572af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:17:13.215004 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-e88d2ab3-8642-45d6-b904-f48d1fb62f88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:13.215400 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88d2ab3-8642-45d6-b904-f48d1fb62f88 None None] Bound using segment: {'id': 'b50806fb-e37f-41be-b83d-c01a918172e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd731d5fc-cd68-45e1-be36-bb1d0572af45'} {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:17:13.215998 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-e88d2ab3-8642-45d6-b904-f48d1fb62f88 None None] Bound port: 316cc994-4849-47ba-86e6-7c1a7909a7b4, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50806fb-e37f-41be-b83d-c01a918172e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd731d5fc-cd68-45e1-be36-bb1d0572af45'}}] {{(pid=103156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:17:13.216249 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-e88d2ab3-8642-45d6-b904-f48d1fb62f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (316cc994-4849-47ba-86e6-7c1a7909a7b4), before_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:13.290890 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.db [None req-e88d2ab3-8642-45d6-b904-f48d1fb62f88 None None] For port 316cc994-4849-47ba-86e6-7c1a7909a7b4, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:17:13.291540 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7a97991e-0e21-4ff9-9d14-7912aaa03491 admin admin] Publish callbacks [] for router_gateway (e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:13.294899 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.db [None req-e88d2ab3-8642-45d6-b904-f48d1fb62f88 None None] For port 316cc994-4849-47ba-86e6-7c1a7909a7b4, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=316cc994-4849-47ba-86e6-7c1a7909a7b4,segment=NetworkSegment(b50806fb-e37f-41be-b83d-c01a918172e2),segment_id=b50806fb-e37f-41be-b83d-c01a918172e2)] {{(pid=103156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:17:13.301368 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-e88d2ab3-8642-45d6-b904-f48d1fb62f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (316cc994-4849-47ba-86e6-7c1a7909a7b4), after_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:13.371524 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88d2ab3-8642-45d6-b904-f48d1fb62f88 None None] Routers {'be50c05b-29ff-4d51-b278-47cd1673044f'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:17:13.372210 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-e88d2ab3-8642-45d6-b904-f48d1fb62f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:16:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['be50c05b-29ff-4d51-b278-47cd1673044f'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:13.383431 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-d2883d62-4e9d-41e4-9be5-b6719dfd5aa4 None None] Provisioning complete for port 316cc994-4849-47ba-86e6-7c1a7909a7b4 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:13.383848 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-d2883d62-4e9d-41e4-9be5-b6719dfd5aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (316cc994-4849-47ba-86e6-7c1a7909a7b4), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:13.459211 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f9f3d-583f-4cfa-a5a8-5a8f4184058b None None] Pushing event updated for resources: {'Port': ['ID=316cc994-4849-47ba-86e6-7c1a7909a7b4,revision_number=4']} {{(pid=103156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:13.510849 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-e88d2ab3-8642-45d6-b904-f48d1fb62f88 None None] Set router be50c05b-29ff-4d51-b278-47cd1673044f gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:17:13.517020 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-d2883d62-4e9d-41e4-9be5-b6719dfd5aa4 None None] Current status of the port 316cc994-4849-47ba-86e6-7c1a7909a7b4 is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:17:13.517469 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-d2883d62-4e9d-41e4-9be5-b6719dfd5aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (316cc994-4849-47ba-86e6-7c1a7909a7b4), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:13.531008 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7a97991e-0e21-4ff9-9d14-7912aaa03491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1793453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787170'] for router (e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:13.557869 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-d2883d62-4e9d-41e4-9be5-b6719dfd5aa4 None None] For port 316cc994-4849-47ba-86e6-7c1a7909a7b4, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=316cc994-4849-47ba-86e6-7c1a7909a7b4,segment=NetworkSegment(b50806fb-e37f-41be-b83d-c01a918172e2),segment_id=b50806fb-e37f-41be-b83d-c01a918172e2)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:17:13.563812 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-d2883d62-4e9d-41e4-9be5-b6719dfd5aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (316cc994-4849-47ba-86e6-7c1a7909a7b4), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:13.625980 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2883d62-4e9d-41e4-9be5-b6719dfd5aa4 None None] Pushing event updated for resources: {'Port': ['ID=316cc994-4849-47ba-86e6-7c1a7909a7b4,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:13.694499 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-328663f2-1c93-42ce-974d-c8ae34ec2c35 None None] Provisioning complete for port 316cc994-4849-47ba-86e6-7c1a7909a7b4 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:13.695474 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-328663f2-1c93-42ce-974d-c8ae34ec2c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (316cc994-4849-47ba-86e6-7c1a7909a7b4), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:13.716059 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a97991e-0e21-4ff9-9d14-7912aaa03491 admin admin] Router e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e is scheduled to L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 with binding_index 1 {{(pid=103153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 15:17:13.779647 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-c9696f3c-cc75-4a1e-9174-348f9ab6f76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:13.831205 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-328663f2-1c93-42ce-974d-c8ae34ec2c35 None None] Current status of the port 316cc994-4849-47ba-86e6-7c1a7909a7b4 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:17:13.882397 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-e88d2ab3-8642-45d6-b904-f48d1fb62f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'name': 'tempest-TestShelveInstance-1270244672-router', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '30f496a0-a9e1-490b-bd73-6e089a103d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:17:07Z', 'updated_at': '2022-03-29T15:17:10Z', 'revision_number': 4, 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'gw_port': {'id': '30f496a0-a9e1-490b-bd73-6e089a103d3c', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:08Z', 'updated_at': '2022-03-29T15:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '316cc994-4849-47ba-86e6-7c1a7909a7b4', 'name': '', 'network_id': 'd731d5fc-cd68-45e1-be36-bb1d0572af45', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'mac_address': 'fa:16:3e:97:00:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5e4f1a2b-f307-463e-9001-6e05a9f6c7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:09Z', 'updated_at': '2022-03-29T15:17:13Z', 'revision_number': 4, 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'subnets': [{'id': '5e4f1a2b-f307-463e-9001-6e05a9f6c7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:13.912204 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88d2ab3-8642-45d6-b904-f48d1fb62f88 None None] The sync data for ids ['be50c05b-29ff-4d51-b278-47cd1673044f'] in dv-cinder-835635-1-iscsi is: [{'id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'name': 'tempest-TestShelveInstance-1270244672-router', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '30f496a0-a9e1-490b-bd73-6e089a103d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:17:07Z', 'updated_at': '2022-03-29T15:17:10Z', 'revision_number': 4, 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'gw_port': {'id': '30f496a0-a9e1-490b-bd73-6e089a103d3c', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:08Z', 'updated_at': '2022-03-29T15:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '316cc994-4849-47ba-86e6-7c1a7909a7b4', 'name': '', 'network_id': 'd731d5fc-cd68-45e1-be36-bb1d0572af45', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'mac_address': 'fa:16:3e:97:00:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5e4f1a2b-f307-463e-9001-6e05a9f6c7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:09Z', 'updated_at': '2022-03-29T15:17:13Z', 'revision_number': 4, 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'subnets': [{'id': '5e4f1a2b-f307-463e-9001-6e05a9f6c7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:17:14.033195 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fe55bf-d9b1-42fb-97bc-4ab92d222bb5 None None] Network 56681c87-b488-4cd6-8621-be203593f79c requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:17:14.096502 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a97991e-0e21-4ff9-9d14-7912aaa03491 admin admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:17:14.112362 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-49f284ab-9a7e-484b-95f4-ff7ddc8391c4 None None] Provisioning complete for port 91c677a9-4eaa-41e2-8bef-ef597eeaba2e triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:14.112725 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-49f284ab-9a7e-484b-95f4-ff7ddc8391c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (91c677a9-4eaa-41e2-8bef-ef597eeaba2e), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:14.115943 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7a97991e-0e21-4ff9-9d14-7912aaa03491 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:14.117759 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-7a97991e-0e21-4ff9-9d14-7912aaa03491 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0102367 Mar 29 15:17:14.120640 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 48296) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:14.125226 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83df138b-72f8-4b13-99e3-149fa100a815 None None] Sync routers for ids ['e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:17:14.194490 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83df138b-72f8-4b13-99e3-149fa100a815 None None] Routers {'e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:17:14.195957 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-83df138b-72f8-4b13-99e3-149fa100a815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:17:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:14.360479 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-49f284ab-9a7e-484b-95f4-ff7ddc8391c4 None None] Current status of the port 91c677a9-4eaa-41e2-8bef-ef597eeaba2e is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:17:14.360892 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-49f284ab-9a7e-484b-95f4-ff7ddc8391c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (91c677a9-4eaa-41e2-8bef-ef597eeaba2e), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:14.381657 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-83df138b-72f8-4b13-99e3-149fa100a815 None None] Set router e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:17:14.515840 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-49f284ab-9a7e-484b-95f4-ff7ddc8391c4 None None] For port 91c677a9-4eaa-41e2-8bef-ef597eeaba2e, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=91c677a9-4eaa-41e2-8bef-ef597eeaba2e,segment=NetworkSegment(3a8c52e3-0a95-4ff6-bd28-367cc773dfdd),segment_id=3a8c52e3-0a95-4ff6-bd28-367cc773dfdd)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:17:14.526842 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-49f284ab-9a7e-484b-95f4-ff7ddc8391c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (91c677a9-4eaa-41e2-8bef-ef597eeaba2e), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:14.780670 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f284ab-9a7e-484b-95f4-ff7ddc8391c4 None None] Pushing event updated for resources: {'Port': ['ID=91c677a9-4eaa-41e2-8bef-ef597eeaba2e,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:14.809968 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-661e57fe-ae37-40b1-8ab1-107b2cdf466a None None] Provisioning complete for port 91c677a9-4eaa-41e2-8bef-ef597eeaba2e triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:14.810353 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-661e57fe-ae37-40b1-8ab1-107b2cdf466a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (91c677a9-4eaa-41e2-8bef-ef597eeaba2e), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:14.842740 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:14.892768 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-83df138b-72f8-4b13-99e3-149fa100a815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e', 'name': 'tempest-TestShelveInstance-1217043753-router', 'tenant_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '9f7f4e69-f0d5-483e-89ff-5cf15daa1583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:17:12Z', 'updated_at': '2022-03-29T15:17:13Z', 'revision_number': 3, 'project_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'gw_port': {'id': '9f7f4e69-f0d5-483e-89ff-5cf15daa1583', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:37:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:12Z', 'updated_at': '2022-03-29T15:17:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:14.923223 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f02c5521-3202-4ed4-baf3-4cf13287baca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:14.955543 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83df138b-72f8-4b13-99e3-149fa100a815 None None] Checking router: e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:17:14.956064 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83df138b-72f8-4b13-99e3-149fa100a815 None None] Updating router e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e port 9f7f4e69-f0d5-483e-89ff-5cf15daa1583 binding host dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:17:14.963504 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 316cc994-4849-47ba-86e6-7c1a7909a7b4 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:17:15.010629 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-661e57fe-ae37-40b1-8ab1-107b2cdf466a None None] Current status of the port 91c677a9-4eaa-41e2-8bef-ef597eeaba2e is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:17:15.026642 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-83df138b-72f8-4b13-99e3-149fa100a815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (9f7f4e69-f0d5-483e-89ff-5cf15daa1583), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:15.108363 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-f02c5521-3202-4ed4-baf3-4cf13287baca admin admin] Allocated IP 172.20.0.1 (56681c87-b488-4cd6-8621-be203593f79c/c36d2740-21ff-4017-94df-ff06dcd6d58d/dea35c8a-954c-45f3-b2fb-7c9b05e2c318) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:17:15.126397 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 316cc994-4849-47ba-86e6-7c1a7909a7b4 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:15.126660 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (316cc994-4849-47ba-86e6-7c1a7909a7b4), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:15.225390 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f02c5521-3202-4ed4-baf3-4cf13287baca admin admin] Publish callbacks [] for port (dea35c8a-954c-45f3-b2fb-7c9b05e2c318), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:15.262464 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f02c5521-3202-4ed4-baf3-4cf13287baca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (dea35c8a-954c-45f3-b2fb-7c9b05e2c318), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:15.299356 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02c5521-3202-4ed4-baf3-4cf13287baca admin admin] Network 56681c87-b488-4cd6-8621-be203593f79c is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:17:15.302133 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-f02c5521-3202-4ed4-baf3-4cf13287baca admin admin] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:17:15.305396 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02c5521-3202-4ed4-baf3-4cf13287baca admin admin] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:17:15.305913 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 316cc994-4849-47ba-86e6-7c1a7909a7b4 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:17:15.306948 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 91c677a9-4eaa-41e2-8bef-ef597eeaba2e up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:17:15.338958 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c5521-3202-4ed4-baf3-4cf13287baca admin admin] Pushing event updated for resources: {'Port': ['ID=dea35c8a-954c-45f3-b2fb-7c9b05e2c318,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:15.355014 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f02c5521-3202-4ed4-baf3-4cf13287baca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787637'] for router_interface (e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:15.411388 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 91c677a9-4eaa-41e2-8bef-ef597eeaba2e triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:15.411765 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (91c677a9-4eaa-41e2-8bef-ef597eeaba2e), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:15.434137 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-83df138b-72f8-4b13-99e3-149fa100a815 None None] Publish callbacks [] for port (9f7f4e69-f0d5-483e-89ff-5cf15daa1583), precommit_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:15.447050 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-83df138b-72f8-4b13-99e3-149fa100a815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (9f7f4e69-f0d5-483e-89ff-5cf15daa1583), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:15.508738 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f02c5521-3202-4ed4-baf3-4cf13287baca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (dea35c8a-954c-45f3-b2fb-7c9b05e2c318), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:15.515921 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-83df138b-72f8-4b13-99e3-149fa100a815 None None] Attempting to bind port 9f7f4e69-f0d5-483e-89ff-5cf15daa1583 on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:17:15.516190 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-83df138b-72f8-4b13-99e3-149fa100a815 None None] Attempting to bind port 9f7f4e69-f0d5-483e-89ff-5cf15daa1583 by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:17:15.516554 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83df138b-72f8-4b13-99e3-149fa100a815 None None] Attempting to bind port 9f7f4e69-f0d5-483e-89ff-5cf15daa1583 on network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:17:15.521891 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b81187-9409-4d75-a2ab-ac75b88b07d6 None None] Pushing event updated for resources: {'Port': ['ID=9f7f4e69-f0d5-483e-89ff-5cf15daa1583,revision_number=2']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:15.526010 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83df138b-72f8-4b13-99e3-149fa100a815 None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:17:15.526386 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83df138b-72f8-4b13-99e3-149fa100a815 None None] Checking segment: {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:17:15.526792 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-83df138b-72f8-4b13-99e3-149fa100a815 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:15.527175 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83df138b-72f8-4b13-99e3-149fa100a815 None None] Bound using segment: {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'} {{(pid=103155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:17:15.527651 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.managers [None req-83df138b-72f8-4b13-99e3-149fa100a815 None None] Bound port: 9f7f4e69-f0d5-483e-89ff-5cf15daa1583, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21abde35-159d-4b54-96f4-934b088b414c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5'}}] {{(pid=103155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:17:15.528035 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-83df138b-72f8-4b13-99e3-149fa100a815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (9f7f4e69-f0d5-483e-89ff-5cf15daa1583), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:15.599698 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 91c677a9-4eaa-41e2-8bef-ef597eeaba2e is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:17:15.600679 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 30f496a0-a9e1-490b-bd73-6e089a103d3c up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:17:15.642784 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-83df138b-72f8-4b13-99e3-149fa100a815 None None] For port 9f7f4e69-f0d5-483e-89ff-5cf15daa1583, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:17:15.661462 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-83df138b-72f8-4b13-99e3-149fa100a815 None None] For port 9f7f4e69-f0d5-483e-89ff-5cf15daa1583, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=9f7f4e69-f0d5-483e-89ff-5cf15daa1583,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:17:15.668216 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8299a687-6a98-49a6-b3c1-6564885a46f4 None None] Provisioning complete for port dea35c8a-954c-45f3-b2fb-7c9b05e2c318 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:15.668703 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8299a687-6a98-49a6-b3c1-6564885a46f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (dea35c8a-954c-45f3-b2fb-7c9b05e2c318), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:15.671714 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-83df138b-72f8-4b13-99e3-149fa100a815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (9f7f4e69-f0d5-483e-89ff-5cf15daa1583), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:15.688081 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f02c5521-3202-4ed4-baf3-4cf13287baca admin admin] Publish callbacks [] for port (dea35c8a-954c-45f3-b2fb-7c9b05e2c318), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:15.692682 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f02c5521-3202-4ed4-baf3-4cf13287baca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (dea35c8a-954c-45f3-b2fb-7c9b05e2c318), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:15.764635 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8299a687-6a98-49a6-b3c1-6564885a46f4 None None] Port dea35c8a-954c-45f3-b2fb-7c9b05e2c318 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:17:15.766078 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 30f496a0-a9e1-490b-bd73-6e089a103d3c triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:15.766385 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (30f496a0-a9e1-490b-bd73-6e089a103d3c), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:15.766800 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c5521-3202-4ed4-baf3-4cf13287baca admin admin] Pushing event updated for resources: {'Port': ['ID=dea35c8a-954c-45f3-b2fb-7c9b05e2c318,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:15.769355 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-f02c5521-3202-4ed4-baf3-4cf13287baca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1787489'] for router_interface (e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:15.798076 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b81187-9409-4d75-a2ab-ac75b88b07d6 None None] Pushing event updated for resources: {'Port': ['ID=9f7f4e69-f0d5-483e-89ff-5cf15daa1583,revision_number=3']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:15.806750 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83df138b-72f8-4b13-99e3-149fa100a815 None None] Routers {'e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:17:15.807445 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-83df138b-72f8-4b13-99e3-149fa100a815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:17:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:15.864800 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02c5521-3202-4ed4-baf3-4cf13287baca admin admin] Network 56681c87-b488-4cd6-8621-be203593f79c is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:17:15.866198 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-f02c5521-3202-4ed4-baf3-4cf13287baca admin admin] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:17:15.943431 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 30f496a0-a9e1-490b-bd73-6e089a103d3c is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:17:15.961298 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-83df138b-72f8-4b13-99e3-149fa100a815 None None] Set router e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:17:15.993099 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02c5521-3202-4ed4-baf3-4cf13287baca admin admin] Router e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:17:16.121709 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-a1aa5bea-45b2-431d-a2a2-f9f4936c9193 None None] Provisioning complete for port dea35c8a-954c-45f3-b2fb-7c9b05e2c318 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:16.122238 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-a1aa5bea-45b2-431d-a2a2-f9f4936c9193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (dea35c8a-954c-45f3-b2fb-7c9b05e2c318), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:16.127148 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02c5521-3202-4ed4-baf3-4cf13287baca admin admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:17:16.133077 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-f02c5521-3202-4ed4-baf3-4cf13287baca admin admin] 10.222.0.35 "PUT /v2.0/routers/e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0107851 Mar 29 15:17:16.192428 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-a1aa5bea-45b2-431d-a2a2-f9f4936c9193 None None] Port dea35c8a-954c-45f3-b2fb-7c9b05e2c318 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:17:16.222561 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-83df138b-72f8-4b13-99e3-149fa100a815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e', 'name': 'tempest-TestShelveInstance-1217043753-router', 'tenant_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '9f7f4e69-f0d5-483e-89ff-5cf15daa1583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:17:12Z', 'updated_at': '2022-03-29T15:17:15Z', 'revision_number': 4, 'project_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'gw_port': {'id': '9f7f4e69-f0d5-483e-89ff-5cf15daa1583', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:37:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:12Z', 'updated_at': '2022-03-29T15:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'dea35c8a-954c-45f3-b2fb-7c9b05e2c318', 'name': '', 'network_id': '56681c87-b488-4cd6-8621-be203593f79c', 'tenant_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'mac_address': 'fa:16:3e:0a:0f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c36d2740-21ff-4017-94df-ff06dcd6d58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:14Z', 'updated_at': '2022-03-29T15:17:15Z', 'revision_number': 2, 'project_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'subnets': [{'id': 'c36d2740-21ff-4017-94df-ff06dcd6d58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:16.250094 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83df138b-72f8-4b13-99e3-149fa100a815 None None] The sync data for ids ['e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e'] in dv-cinder-835635-1-iscsi is: [{'id': 'e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e', 'name': 'tempest-TestShelveInstance-1217043753-router', 'tenant_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '9f7f4e69-f0d5-483e-89ff-5cf15daa1583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:17:12Z', 'updated_at': '2022-03-29T15:17:15Z', 'revision_number': 4, 'project_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'gw_port': {'id': '9f7f4e69-f0d5-483e-89ff-5cf15daa1583', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:37:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:12Z', 'updated_at': '2022-03-29T15:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'dea35c8a-954c-45f3-b2fb-7c9b05e2c318', 'name': '', 'network_id': '56681c87-b488-4cd6-8621-be203593f79c', 'tenant_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'mac_address': 'fa:16:3e:0a:0f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c36d2740-21ff-4017-94df-ff06dcd6d58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:14Z', 'updated_at': '2022-03-29T15:17:15Z', 'revision_number': 2, 'project_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'subnets': [{'id': 'c36d2740-21ff-4017-94df-ff06dcd6d58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:17:16.597964 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:16.792418 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 91c677a9-4eaa-41e2-8bef-ef597eeaba2e up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:17:16.866663 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 91c677a9-4eaa-41e2-8bef-ef597eeaba2e triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:16.867667 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (91c677a9-4eaa-41e2-8bef-ef597eeaba2e), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:16.954757 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 91c677a9-4eaa-41e2-8bef-ef597eeaba2e is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:17:17.656218 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:17.800549 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 48308) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:17.806153 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-69c19b1b-0c15-453c-834e-607117e39a1c tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1382586269', 'description': 'tempest-secgroup-smoke-1382586269 description', 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:17:17.828380 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-69c19b1b-0c15-453c-834e-607117e39a1c tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:17.898444 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-69c19b1b-0c15-453c-834e-607117e39a1c tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for security_group (0e0b4d61-e19a-43fd-8127-2c61236160fc), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:17.902543 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-69c19b1b-0c15-453c-834e-607117e39a1c tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (0e0b4d61-e19a-43fd-8127-2c61236160fc), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:17.931669 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-69c19b1b-0c15-453c-834e-607117e39a1c tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:17.932940 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-69c19b1b-0c15-453c-834e-607117e39a1c tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1311820 Mar 29 15:17:17.935890 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 48310) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:17.940903 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-ffc591d4-d6f9-4b90-8fdb-900237552417 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Request body: {'security_group_rule': {'security_group_id': '0e0b4d61-e19a-43fd-8127-2c61236160fc', 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:17:17.945820 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c19b1b-0c15-453c-834e-607117e39a1c tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0b4d61-e19a-43fd-8127-2c61236160fc,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:17.970500 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ffc591d4-d6f9-4b90-8fdb-900237552417 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for security_group_rule (2dad28d0-17b7-4b6f-969f-543efc325066), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.029853 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ffc591d4-d6f9-4b90-8fdb-900237552417 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for security_group_rule (2dad28d0-17b7-4b6f-969f-543efc325066), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.033413 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ffc591d4-d6f9-4b90-8fdb-900237552417 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (2dad28d0-17b7-4b6f-969f-543efc325066), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.051739 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc591d4-d6f9-4b90-8fdb-900237552417 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dad28d0-17b7-4b6f-969f-543efc325066,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:18.060284 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ffc591d4-d6f9-4b90-8fdb-900237552417 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.061501 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-ffc591d4-d6f9-4b90-8fdb-900237552417 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247139 Mar 29 15:17:18.064128 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 48312) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:18.068417 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-a0fee91b-4488-43a5-a3db-ee7c9d5f8308 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Request body: {'security_group_rule': {'security_group_id': '0e0b4d61-e19a-43fd-8127-2c61236160fc', 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:17:18.095987 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a0fee91b-4488-43a5-a3db-ee7c9d5f8308 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for security_group_rule (29611311-a59a-4c73-b7d6-45a7f06e3593), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.097810 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82085826-19ee-4510-bd98-282759311462 None None] Sync routers for ids ['e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e'] in dv-cinder-835635-1-iscsi {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:17:18.108208 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82085826-19ee-4510-bd98-282759311462 None None] Routers {'e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:17:18.108955 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-82085826-19ee-4510-bd98-282759311462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:17:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:18.154443 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a0fee91b-4488-43a5-a3db-ee7c9d5f8308 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for security_group_rule (29611311-a59a-4c73-b7d6-45a7f06e3593), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.158295 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a0fee91b-4488-43a5-a3db-ee7c9d5f8308 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (29611311-a59a-4c73-b7d6-45a7f06e3593), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.176340 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fee91b-4488-43a5-a3db-ee7c9d5f8308 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29611311-a59a-4c73-b7d6-45a7f06e3593,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:18.185859 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a0fee91b-4488-43a5-a3db-ee7c9d5f8308 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.187108 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-a0fee91b-4488-43a5-a3db-ee7c9d5f8308 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1220388 Mar 29 15:17:18.189733 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 48314) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:18.194064 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-b68f3fb0-a5b2-4530-87cf-bd7486213725 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Request body: {'security_group_rule': {'security_group_id': '0e0b4d61-e19a-43fd-8127-2c61236160fc', 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:17:18.223099 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b68f3fb0-a5b2-4530-87cf-bd7486213725 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for security_group_rule (e83c96a3-d86b-4ebc-b95d-55840293f0a7), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.225197 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-82085826-19ee-4510-bd98-282759311462 None None] Set router e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:17:18.279599 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b68f3fb0-a5b2-4530-87cf-bd7486213725 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for security_group_rule (e83c96a3-d86b-4ebc-b95d-55840293f0a7), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.283081 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b68f3fb0-a5b2-4530-87cf-bd7486213725 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (e83c96a3-d86b-4ebc-b95d-55840293f0a7), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.298040 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f3fb0-a5b2-4530-87cf-bd7486213725 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e83c96a3-d86b-4ebc-b95d-55840293f0a7,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:18.308845 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b68f3fb0-a5b2-4530-87cf-bd7486213725 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.310071 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-b68f3fb0-a5b2-4530-87cf-bd7486213725 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193852 Mar 29 15:17:18.312748 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 48316) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:18.317073 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-bdea6edb-a804-43c4-9353-09dd05b1248f tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Request body: {'security_group_rule': {'security_group_id': '0e0b4d61-e19a-43fd-8127-2c61236160fc', 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:17:18.342256 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-bdea6edb-a804-43c4-9353-09dd05b1248f tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for security_group_rule (00255307-dee7-4916-9398-4330a8861520), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.398642 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-bdea6edb-a804-43c4-9353-09dd05b1248f tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for security_group_rule (00255307-dee7-4916-9398-4330a8861520), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.403182 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-bdea6edb-a804-43c4-9353-09dd05b1248f tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (00255307-dee7-4916-9398-4330a8861520), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.423763 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea6edb-a804-43c4-9353-09dd05b1248f tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00255307-dee7-4916-9398-4330a8861520,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:18.425633 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-82085826-19ee-4510-bd98-282759311462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e', 'name': 'tempest-TestShelveInstance-1217043753-router', 'tenant_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '9f7f4e69-f0d5-483e-89ff-5cf15daa1583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:17:12Z', 'updated_at': '2022-03-29T15:17:15Z', 'revision_number': 4, 'project_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'gw_port': {'id': '9f7f4e69-f0d5-483e-89ff-5cf15daa1583', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:37:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:12Z', 'updated_at': '2022-03-29T15:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'dea35c8a-954c-45f3-b2fb-7c9b05e2c318', 'name': '', 'network_id': '56681c87-b488-4cd6-8621-be203593f79c', 'tenant_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'mac_address': 'fa:16:3e:0a:0f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c36d2740-21ff-4017-94df-ff06dcd6d58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:14Z', 'updated_at': '2022-03-29T15:17:15Z', 'revision_number': 2, 'project_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'subnets': [{'id': 'c36d2740-21ff-4017-94df-ff06dcd6d58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:18.435047 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-bdea6edb-a804-43c4-9353-09dd05b1248f tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.438785 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-bdea6edb-a804-43c4-9353-09dd05b1248f tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1226089 Mar 29 15:17:18.438991 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 48318) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:18.443225 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-8a5b1d91-4745-4ce1-8c8c-4ec48f14b2cf tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Request body: {'security_group_rule': {'security_group_id': '0e0b4d61-e19a-43fd-8127-2c61236160fc', 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:17:18.456428 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82085826-19ee-4510-bd98-282759311462 None None] Checking router: e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e for host: dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:17:18.456837 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82085826-19ee-4510-bd98-282759311462 None None] Updating router e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e port dea35c8a-954c-45f3-b2fb-7c9b05e2c318 binding host dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 15:17:18.465037 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.securitygroups_db [None req-8a5b1d91-4745-4ce1-8c8c-4ec48f14b2cf tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Project d7b009c1ad1e4ed8b86bb55c43b0b6a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 15:17:18.469810 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8a5b1d91-4745-4ce1-8c8c-4ec48f14b2cf tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for security_group_rule (fe634157-19d5-486e-9953-30bb004356e6), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.484381 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-82085826-19ee-4510-bd98-282759311462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (dea35c8a-954c-45f3-b2fb-7c9b05e2c318), before_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.527012 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8a5b1d91-4745-4ce1-8c8c-4ec48f14b2cf tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for security_group_rule (fe634157-19d5-486e-9953-30bb004356e6), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.531825 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8a5b1d91-4745-4ce1-8c8c-4ec48f14b2cf tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (fe634157-19d5-486e-9953-30bb004356e6), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.550099 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b1d91-4745-4ce1-8c8c-4ec48f14b2cf tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe634157-19d5-486e-9953-30bb004356e6,revision_number=0']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:18.559406 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-8a5b1d91-4745-4ce1-8c8c-4ec48f14b2cf tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.560747 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-8a5b1d91-4745-4ce1-8c8c-4ec48f14b2cf tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208105 Mar 29 15:17:18.563620 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 48320) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:18.568253 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.v2.base [None req-1529edda-1b04-4c5c-b5e2-145646f464f0 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Request body: {'security_group_rule': {'security_group_id': '0e0b4d61-e19a-43fd-8127-2c61236160fc', 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:17:18.589000 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.db.securitygroups_db [None req-1529edda-1b04-4c5c-b5e2-145646f464f0 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Project d7b009c1ad1e4ed8b86bb55c43b0b6a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 15:17:18.593963 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1529edda-1b04-4c5c-b5e2-145646f464f0 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for security_group_rule (9657989c-75f9-4207-9ff2-c5babc1adcc4), before_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.652122 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1529edda-1b04-4c5c-b5e2-145646f464f0 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for security_group_rule (9657989c-75f9-4207-9ff2-c5babc1adcc4), precommit_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.655346 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1529edda-1b04-4c5c-b5e2-145646f464f0 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599900'] for security_group_rule (9657989c-75f9-4207-9ff2-c5babc1adcc4), after_create {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.670709 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529edda-1b04-4c5c-b5e2-145646f464f0 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9657989c-75f9-4207-9ff2-c5babc1adcc4,revision_number=0']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:18.680915 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1529edda-1b04-4c5c-b5e2-145646f464f0 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.682115 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-1529edda-1b04-4c5c-b5e2-145646f464f0 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1173511 Mar 29 15:17:18.764065 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-82085826-19ee-4510-bd98-282759311462 None None] Publish callbacks [] for port (dea35c8a-954c-45f3-b2fb-7c9b05e2c318), precommit_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.775906 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-82085826-19ee-4510-bd98-282759311462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (dea35c8a-954c-45f3-b2fb-7c9b05e2c318), after_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.824018 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d53e15-2eac-495a-bf66-3b4af2aa419f None None] Pushing event updated for resources: {'Port': ['ID=dea35c8a-954c-45f3-b2fb-7c9b05e2c318,revision_number=3']} {{(pid=103156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:18.829721 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 9f7f4e69-f0d5-483e-89ff-5cf15daa1583 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:17:18.892528 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 9f7f4e69-f0d5-483e-89ff-5cf15daa1583 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:18.892945 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (9f7f4e69-f0d5-483e-89ff-5cf15daa1583), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.915889 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-82085826-19ee-4510-bd98-282759311462 None None] Attempting to bind port dea35c8a-954c-45f3-b2fb-7c9b05e2c318 on host dv-cinder-835635-1-iscsi for vnic_type normal with profile {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:17:18.916317 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-82085826-19ee-4510-bd98-282759311462 None None] Attempting to bind port dea35c8a-954c-45f3-b2fb-7c9b05e2c318 by drivers openvswitch,hyperv on host dv-cinder-835635-1-iscsi at level 0 using segments [{'id': '3a8c52e3-0a95-4ff6-bd28-367cc773dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '56681c87-b488-4cd6-8621-be203593f79c'}] {{(pid=103156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:17:18.916637 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82085826-19ee-4510-bd98-282759311462 None None] Attempting to bind port dea35c8a-954c-45f3-b2fb-7c9b05e2c318 on network 56681c87-b488-4cd6-8621-be203593f79c {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:17:18.923055 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82085826-19ee-4510-bd98-282759311462 None None] Checking agent: {'id': '93900fe6-8d0e-4d2b-a1d3-de1947e8b015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835635-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 14, 54, 18), 'started_at': datetime.datetime(2022, 3, 29, 14, 54, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835635-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:17:18.923440 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82085826-19ee-4510-bd98-282759311462 None None] Checking segment: {'id': '3a8c52e3-0a95-4ff6-bd28-367cc773dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '56681c87-b488-4cd6-8621-be203593f79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:17:18.923852 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-82085826-19ee-4510-bd98-282759311462 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.924244 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82085826-19ee-4510-bd98-282759311462 None None] Bound using segment: {'id': '3a8c52e3-0a95-4ff6-bd28-367cc773dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '56681c87-b488-4cd6-8621-be203593f79c'} {{(pid=103156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:17:18.924754 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.managers [None req-82085826-19ee-4510-bd98-282759311462 None None] Bound port: dea35c8a-954c-45f3-b2fb-7c9b05e2c318, host: dv-cinder-835635-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a8c52e3-0a95-4ff6-bd28-367cc773dfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '56681c87-b488-4cd6-8621-be203593f79c'}}] {{(pid=103156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:17:18.925526 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-82085826-19ee-4510-bd98-282759311462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (dea35c8a-954c-45f3-b2fb-7c9b05e2c318), before_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.990462 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 9f7f4e69-f0d5-483e-89ff-5cf15daa1583 is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:17:18.991256 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (9f7f4e69-f0d5-483e-89ff-5cf15daa1583), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:18.998085 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.db [None req-82085826-19ee-4510-bd98-282759311462 None None] For port dea35c8a-954c-45f3-b2fb-7c9b05e2c318, host dv-cinder-835635-1-iscsi, cleared binding levels {{(pid=103156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:17:19.001392 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.plugins.ml2.db [None req-82085826-19ee-4510-bd98-282759311462 None None] For port dea35c8a-954c-45f3-b2fb-7c9b05e2c318, host dv-cinder-835635-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=dea35c8a-954c-45f3-b2fb-7c9b05e2c318,segment=NetworkSegment(3a8c52e3-0a95-4ff6-bd28-367cc773dfdd),segment_id=3a8c52e3-0a95-4ff6-bd28-367cc773dfdd)] {{(pid=103156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:17:19.014658 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-82085826-19ee-4510-bd98-282759311462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (dea35c8a-954c-45f3-b2fb-7c9b05e2c318), after_update {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:19.019514 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] For port 9f7f4e69-f0d5-483e-89ff-5cf15daa1583, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=9f7f4e69-f0d5-483e-89ff-5cf15daa1583,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:17:19.025159 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (9f7f4e69-f0d5-483e-89ff-5cf15daa1583), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:19.076199 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d53e15-2eac-495a-bf66-3b4af2aa419f None None] Pushing event updated for resources: {'Port': ['ID=dea35c8a-954c-45f3-b2fb-7c9b05e2c318,revision_number=4']} {{(pid=103156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:19.091404 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Pushing event updated for resources: {'Port': ['ID=9f7f4e69-f0d5-483e-89ff-5cf15daa1583,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:19.091869 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82085826-19ee-4510-bd98-282759311462 None None] Routers {'e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:17:19.092546 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-82085826-19ee-4510-bd98-282759311462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:17:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:19.144179 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-1d69857c-7a0f-401f-98c2-7f19c75d6928 None None] Provisioning complete for port dea35c8a-954c-45f3-b2fb-7c9b05e2c318 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:19.149878 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-1d69857c-7a0f-401f-98c2-7f19c75d6928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (dea35c8a-954c-45f3-b2fb-7c9b05e2c318), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:19.222123 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-82085826-19ee-4510-bd98-282759311462 None None] Set router e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:17:19.298484 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-1d69857c-7a0f-401f-98c2-7f19c75d6928 None None] Current status of the port dea35c8a-954c-45f3-b2fb-7c9b05e2c318 is: DOWN; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:17:19.298484 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-1d69857c-7a0f-401f-98c2-7f19c75d6928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (dea35c8a-954c-45f3-b2fb-7c9b05e2c318), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:19.340451 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-1d69857c-7a0f-401f-98c2-7f19c75d6928 None None] For port dea35c8a-954c-45f3-b2fb-7c9b05e2c318, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=dea35c8a-954c-45f3-b2fb-7c9b05e2c318,segment=NetworkSegment(3a8c52e3-0a95-4ff6-bd28-367cc773dfdd),segment_id=3a8c52e3-0a95-4ff6-bd28-367cc773dfdd)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:17:19.345942 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-1d69857c-7a0f-401f-98c2-7f19c75d6928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (dea35c8a-954c-45f3-b2fb-7c9b05e2c318), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:19.393116 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69857c-7a0f-401f-98c2-7f19c75d6928 None None] Pushing event updated for resources: {'Port': ['ID=dea35c8a-954c-45f3-b2fb-7c9b05e2c318,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:19.440898 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-82085826-19ee-4510-bd98-282759311462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e', 'name': 'tempest-TestShelveInstance-1217043753-router', 'tenant_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '9f7f4e69-f0d5-483e-89ff-5cf15daa1583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:17:12Z', 'updated_at': '2022-03-29T15:17:15Z', 'revision_number': 4, 'project_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'gw_port': {'id': '9f7f4e69-f0d5-483e-89ff-5cf15daa1583', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:12Z', 'updated_at': '2022-03-29T15:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'dea35c8a-954c-45f3-b2fb-7c9b05e2c318', 'name': '', 'network_id': '56681c87-b488-4cd6-8621-be203593f79c', 'tenant_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'mac_address': 'fa:16:3e:0a:0f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c36d2740-21ff-4017-94df-ff06dcd6d58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:14Z', 'updated_at': '2022-03-29T15:17:18Z', 'revision_number': 4, 'project_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'subnets': [{'id': 'c36d2740-21ff-4017-94df-ff06dcd6d58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:19.467123 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-167f6c1d-520f-4450-9e09-62e824a50b34 None None] Provisioning complete for port dea35c8a-954c-45f3-b2fb-7c9b05e2c318 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:19.467555 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-167f6c1d-520f-4450-9e09-62e824a50b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (dea35c8a-954c-45f3-b2fb-7c9b05e2c318), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:19.469264 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82085826-19ee-4510-bd98-282759311462 None None] The sync data for ids ['e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e'] in dv-cinder-835635-1-iscsi is: [{'id': 'e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e', 'name': 'tempest-TestShelveInstance-1217043753-router', 'tenant_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '9f7f4e69-f0d5-483e-89ff-5cf15daa1583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:17:12Z', 'updated_at': '2022-03-29T15:17:15Z', 'revision_number': 4, 'project_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'gw_port': {'id': '9f7f4e69-f0d5-483e-89ff-5cf15daa1583', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:12Z', 'updated_at': '2022-03-29T15:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'dea35c8a-954c-45f3-b2fb-7c9b05e2c318', 'name': '', 'network_id': '56681c87-b488-4cd6-8621-be203593f79c', 'tenant_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'mac_address': 'fa:16:3e:0a:0f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'c36d2740-21ff-4017-94df-ff06dcd6d58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:14Z', 'updated_at': '2022-03-29T15:17:18Z', 'revision_number': 4, 'project_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'subnets': [{'id': 'c36d2740-21ff-4017-94df-ff06dcd6d58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:17:19.560099 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-167f6c1d-520f-4450-9e09-62e824a50b34 None None] Current status of the port dea35c8a-954c-45f3-b2fb-7c9b05e2c318 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:17:20.808585 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device dea35c8a-954c-45f3-b2fb-7c9b05e2c318 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:17:20.859378 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port dea35c8a-954c-45f3-b2fb-7c9b05e2c318 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:20.859666 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (dea35c8a-954c-45f3-b2fb-7c9b05e2c318), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:20.942778 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port dea35c8a-954c-45f3-b2fb-7c9b05e2c318 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:17:20.944183 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 9f7f4e69-f0d5-483e-89ff-5cf15daa1583 up at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:17:20.990921 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Provisioning complete for port 9f7f4e69-f0d5-483e-89ff-5cf15daa1583 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:20.991365 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (9f7f4e69-f0d5-483e-89ff-5cf15daa1583), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:21.068099 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Current status of the port 9f7f4e69-f0d5-483e-89ff-5cf15daa1583 is: ACTIVE; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:17:25.889440 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:17:26.649236 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:39.315559 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b022e912-3227-48b6-9576-39e2b92129dd req-55e1b186-2722-4add-9999-07b542cd482b tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1382586269&fields=id&tenant_id=d7b009c1ad1e4ed8b86bb55c43b0b6a6 HTTP/1.1" status: 200 len: 267 time: 0.0438521 Mar 29 15:17:39.420960 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022e912-3227-48b6-9576-39e2b92129dd req-418cd5d3-ac63-4660-9018-ef25329fcb29 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:39.423116 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b022e912-3227-48b6-9576-39e2b92129dd req-418cd5d3-ac63-4660-9018-ef25329fcb29 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/networks?id=d731d5fc-cd68-45e1-be36-bb1d0572af45 HTTP/1.1" status: 200 len: 809 time: 0.1014132 Mar 29 15:17:39.437263 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b022e912-3227-48b6-9576-39e2b92129dd req-fa4aa92b-5650-451a-a723-c0825068266d tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/quotas/d7b009c1ad1e4ed8b86bb55c43b0b6a6 HTTP/1.1" status: 200 len: 375 time: 0.0086765 Mar 29 15:17:39.491125 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b022e912-3227-48b6-9576-39e2b92129dd req-31cd3704-8c2b-4dab-b7d7-ded54a2ef2af tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7b009c1ad1e4ed8b86bb55c43b0b6a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487430 Mar 29 15:17:39.584745 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b022e912-3227-48b6-9576-39e2b92129dd req-7255bf62-cbc0-47ee-82f4-600f19d752d1 service neutron] 10.222.0.35 "GET /v2.0/networks/d731d5fc-cd68-45e1-be36-bb1d0572af45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823770 Mar 29 15:17:39.679255 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b022e912-3227-48b6-9576-39e2b92129dd req-16c4066c-8ec4-4640-beb8-cff8f2bad4d2 service neutron] 10.222.0.35 "GET /v2.0/networks/d731d5fc-cd68-45e1-be36-bb1d0572af45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877237 Mar 29 15:17:39.959031 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e48fdb3b-cb9b-4090-a064-260aab8c1a83 req-4e3b0578-ea88-4452-9317-1af6f90dd9c6 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 210 time: 0.0282648 Mar 29 15:17:40.855510 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022e912-3227-48b6-9576-39e2b92129dd req-8c5f3f71-1b65-4b98-b07f-44bfa946349d tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:40.856969 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b022e912-3227-48b6-9576-39e2b92129dd req-8c5f3f71-1b65-4b98-b07f-44bfa946349d tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.36 "GET /v2.0/networks?id=d731d5fc-cd68-45e1-be36-bb1d0572af45 HTTP/1.1" status: 200 len: 809 time: 0.1067576 Mar 29 15:17:40.919037 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b022e912-3227-48b6-9576-39e2b92129dd req-1915865f-d936-4d89-97b3-a06a1f0f9182 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7b009c1ad1e4ed8b86bb55c43b0b6a6 HTTP/1.1" status: 200 len: 380 time: 0.0534987 Mar 29 15:17:40.927837 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [req-b022e912-3227-48b6-9576-39e2b92129dd req-17226ea2-cd8a-4df0-8d9a-51cc4949a0e8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Request body: {'port': {'device_id': '2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9', 'network_id': 'd731d5fc-cd68-45e1-be36-bb1d0572af45', 'admin_state_up': True, 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'security_groups': ['0e0b4d61-e19a-43fd-8127-2c61236160fc']}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:17:41.031719 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b022e912-3227-48b6-9576-39e2b92129dd req-17226ea2-cd8a-4df0-8d9a-51cc4949a0e8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Made reservation on behalf of d7b009c1ad1e4ed8b86bb55c43b0b6a6 for: {'port': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:17:41.036361 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-b022e912-3227-48b6-9576-39e2b92129dd req-17226ea2-cd8a-4df0-8d9a-51cc4949a0e8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:41.158064 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-46e17f50-d776-4a50-af26-6c59bac68ee6 req-dcb9f1d0-5b80-4808-9087-40c9880afbff tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 210 time: 0.1315353 Mar 29 15:17:41.185216 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [req-b022e912-3227-48b6-9576-39e2b92129dd req-17226ea2-cd8a-4df0-8d9a-51cc4949a0e8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Allocated IP 172.20.0.9 (d731d5fc-cd68-45e1-be36-bb1d0572af45/5e4f1a2b-f307-463e-9001-6e05a9f6c7c9/8540e35d-b9be-4ee8-ab0c-6cf2914205d3) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:17:41.331592 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-b022e912-3227-48b6-9576-39e2b92129dd req-17226ea2-cd8a-4df0-8d9a-51cc4949a0e8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for port (8540e35d-b9be-4ee8-ab0c-6cf2914205d3), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:41.365437 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-b022e912-3227-48b6-9576-39e2b92129dd req-17226ea2-cd8a-4df0-8d9a-51cc4949a0e8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (8540e35d-b9be-4ee8-ab0c-6cf2914205d3), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:41.406539 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b022e912-3227-48b6-9576-39e2b92129dd req-17226ea2-cd8a-4df0-8d9a-51cc4949a0e8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Network d731d5fc-cd68-45e1-be36-bb1d0572af45 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:17:41.409622 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [req-b022e912-3227-48b6-9576-39e2b92129dd req-17226ea2-cd8a-4df0-8d9a-51cc4949a0e8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:17:41.415249 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b022e912-3227-48b6-9576-39e2b92129dd req-17226ea2-cd8a-4df0-8d9a-51cc4949a0e8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:17:41.440275 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17226ea2-cd8a-4df0-8d9a-51cc4949a0e8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Pushing event updated for resources: {'Port': ['ID=8540e35d-b9be-4ee8-ab0c-6cf2914205d3,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:41.452386 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-a3eaaff7-b90f-4d84-97dc-03797f0c3c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:41.462220 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17226ea2-cd8a-4df0-8d9a-51cc4949a0e8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:41.462569 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17226ea2-cd8a-4df0-8d9a-51cc4949a0e8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:41.462912 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17226ea2-cd8a-4df0-8d9a-51cc4949a0e8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:41.463250 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17226ea2-cd8a-4df0-8d9a-51cc4949a0e8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:41.463581 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17226ea2-cd8a-4df0-8d9a-51cc4949a0e8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:41.463909 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17226ea2-cd8a-4df0-8d9a-51cc4949a0e8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:41.464232 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17226ea2-cd8a-4df0-8d9a-51cc4949a0e8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:41.464555 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17226ea2-cd8a-4df0-8d9a-51cc4949a0e8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:41.464913 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17226ea2-cd8a-4df0-8d9a-51cc4949a0e8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:41.465235 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17226ea2-cd8a-4df0-8d9a-51cc4949a0e8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:41.465554 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17226ea2-cd8a-4df0-8d9a-51cc4949a0e8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:41.465876 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17226ea2-cd8a-4df0-8d9a-51cc4949a0e8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:41.466199 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17226ea2-cd8a-4df0-8d9a-51cc4949a0e8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:41.466514 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17226ea2-cd8a-4df0-8d9a-51cc4949a0e8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:41.466835 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17226ea2-cd8a-4df0-8d9a-51cc4949a0e8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:41.490002 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022e912-3227-48b6-9576-39e2b92129dd req-17226ea2-cd8a-4df0-8d9a-51cc4949a0e8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:41.490580 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-b022e912-3227-48b6-9576-39e2b92129dd req-17226ea2-cd8a-4df0-8d9a-51cc4949a0e8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:41.507168 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b022e912-3227-48b6-9576-39e2b92129dd req-17226ea2-cd8a-4df0-8d9a-51cc4949a0e8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5828905 Mar 29 15:17:41.517918 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [req-b022e912-3227-48b6-9576-39e2b92129dd req-fc63e15f-b966-40ac-b214-3c4fc166c15a service neutron] Request body: {'port': {'device_id': '2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:17:41.585375 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-b022e912-3227-48b6-9576-39e2b92129dd req-fc63e15f-b966-40ac-b214-3c4fc166c15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (8540e35d-b9be-4ee8-ab0c-6cf2914205d3), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:41.633155 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-033d5a7b-aaf4-43ed-a986-7033e87cf10e None None] Provisioning complete for port 8540e35d-b9be-4ee8-ab0c-6cf2914205d3 triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:41.633625 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-033d5a7b-aaf4-43ed-a986-7033e87cf10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (8540e35d-b9be-4ee8-ab0c-6cf2914205d3), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:41.670148 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-033d5a7b-aaf4-43ed-a986-7033e87cf10e None None] Port 8540e35d-b9be-4ee8-ab0c-6cf2914205d3 cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:17:41.854326 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [req-b022e912-3227-48b6-9576-39e2b92129dd req-fc63e15f-b966-40ac-b214-3c4fc166c15a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8540e35d-b9be-4ee8-ab0c-6cf2914205d3 {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:17:41.862374 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-b022e912-3227-48b6-9576-39e2b92129dd req-fc63e15f-b966-40ac-b214-3c4fc166c15a service neutron] Publish callbacks [] for port (8540e35d-b9be-4ee8-ab0c-6cf2914205d3), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:41.875316 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [req-b022e912-3227-48b6-9576-39e2b92129dd req-fc63e15f-b966-40ac-b214-3c4fc166c15a service neutron] Transition to ACTIVE for port object 8540e35d-b9be-4ee8-ab0c-6cf2914205d3 will not be triggered until provisioned by entity L2. {{(pid=103154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:17:41.878702 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-b022e912-3227-48b6-9576-39e2b92129dd req-fc63e15f-b966-40ac-b214-3c4fc166c15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (8540e35d-b9be-4ee8-ab0c-6cf2914205d3), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:41.901954 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-72a556fd-6f2f-449e-ae34-83e7197b1e91 req-29a13f3e-5068-494c-8c7a-fc1654572972 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0550578 Mar 29 15:17:41.935941 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63e15f-b966-40ac-b214-3c4fc166c15a service neutron] Pushing event updated for resources: {'Port': ['ID=8540e35d-b9be-4ee8-ab0c-6cf2914205d3,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:41.998847 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a556fd-6f2f-449e-ae34-83e7197b1e91 req-d9c32f7a-0b5f-44bd-9d04-d689395df4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:42.001275 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-72a556fd-6f2f-449e-ae34-83e7197b1e91 req-d9c32f7a-0b5f-44bd-9d04-d689395df4f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb13df1bbb4c41139dde418a494692fc&device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 1129 time: 0.0564520 Mar 29 15:17:42.022166 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-b022e912-3227-48b6-9576-39e2b92129dd req-fc63e15f-b966-40ac-b214-3c4fc166c15a service neutron] Attempting to bind port 8540e35d-b9be-4ee8-ab0c-6cf2914205d3 on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:17:42.022520 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-b022e912-3227-48b6-9576-39e2b92129dd req-fc63e15f-b966-40ac-b214-3c4fc166c15a service neutron] Attempting to bind port 8540e35d-b9be-4ee8-ab0c-6cf2914205d3 by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': 'b50806fb-e37f-41be-b83d-c01a918172e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd731d5fc-cd68-45e1-be36-bb1d0572af45'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:17:42.022833 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b022e912-3227-48b6-9576-39e2b92129dd req-fc63e15f-b966-40ac-b214-3c4fc166c15a service neutron] Attempting to bind port 8540e35d-b9be-4ee8-ab0c-6cf2914205d3 on network d731d5fc-cd68-45e1-be36-bb1d0572af45 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:17:42.027549 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b022e912-3227-48b6-9576-39e2b92129dd req-fc63e15f-b966-40ac-b214-3c4fc166c15a service neutron] Port 8540e35d-b9be-4ee8-ab0c-6cf2914205d3 on network d731d5fc-cd68-45e1-be36-bb1d0572af45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:17:42.027874 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b022e912-3227-48b6-9576-39e2b92129dd req-fc63e15f-b966-40ac-b214-3c4fc166c15a service neutron] Attempting to bind port 8540e35d-b9be-4ee8-ab0c-6cf2914205d3 on network d731d5fc-cd68-45e1-be36-bb1d0572af45 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:17:42.033091 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b022e912-3227-48b6-9576-39e2b92129dd req-fc63e15f-b966-40ac-b214-3c4fc166c15a service neutron] Checking agent: {'id': '54f4ecb7-e3d7-497a-b676-ec21eb6e2a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'started_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:17:42.033792 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b022e912-3227-48b6-9576-39e2b92129dd req-fc63e15f-b966-40ac-b214-3c4fc166c15a service neutron] Checking segment: {'id': 'b50806fb-e37f-41be-b83d-c01a918172e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd731d5fc-cd68-45e1-be36-bb1d0572af45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:17:42.033792 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b022e912-3227-48b6-9576-39e2b92129dd req-fc63e15f-b966-40ac-b214-3c4fc166c15a service neutron] Bound using segment: {'id': 'b50806fb-e37f-41be-b83d-c01a918172e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd731d5fc-cd68-45e1-be36-bb1d0572af45'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:17:42.034215 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-b022e912-3227-48b6-9576-39e2b92129dd req-fc63e15f-b966-40ac-b214-3c4fc166c15a service neutron] Bound port: 8540e35d-b9be-4ee8-ab0c-6cf2914205d3, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b50806fb-e37f-41be-b83d-c01a918172e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd731d5fc-cd68-45e1-be36-bb1d0572af45'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:17:42.034575 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-b022e912-3227-48b6-9576-39e2b92129dd req-fc63e15f-b966-40ac-b214-3c4fc166c15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (8540e35d-b9be-4ee8-ab0c-6cf2914205d3), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:42.116775 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-b022e912-3227-48b6-9576-39e2b92129dd req-fc63e15f-b966-40ac-b214-3c4fc166c15a service neutron] For port 8540e35d-b9be-4ee8-ab0c-6cf2914205d3, host hv-cinder-83563, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:17:42.118854 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a556fd-6f2f-449e-ae34-83e7197b1e91 req-0872490a-cbca-415b-b2ec-a25caffec075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:42.119820 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-b022e912-3227-48b6-9576-39e2b92129dd req-fc63e15f-b966-40ac-b214-3c4fc166c15a service neutron] For port 8540e35d-b9be-4ee8-ab0c-6cf2914205d3, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=8540e35d-b9be-4ee8-ab0c-6cf2914205d3,segment=NetworkSegment(b50806fb-e37f-41be-b83d-c01a918172e2),segment_id=b50806fb-e37f-41be-b83d-c01a918172e2)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:17:42.120435 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-72a556fd-6f2f-449e-ae34-83e7197b1e91 req-0872490a-cbca-415b-b2ec-a25caffec075 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7361a085-d96a-4f31-b765-5a3a0b40e7c7 HTTP/1.1" status: 200 len: 912 time: 0.1001029 Mar 29 15:17:42.125842 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-b022e912-3227-48b6-9576-39e2b92129dd req-fc63e15f-b966-40ac-b214-3c4fc166c15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (8540e35d-b9be-4ee8-ab0c-6cf2914205d3), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:42.161347 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022e912-3227-48b6-9576-39e2b92129dd req-fc63e15f-b966-40ac-b214-3c4fc166c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:42.161965 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-b022e912-3227-48b6-9576-39e2b92129dd req-fc63e15f-b966-40ac-b214-3c4fc166c15a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:42.163353 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b022e912-3227-48b6-9576-39e2b92129dd req-fc63e15f-b966-40ac-b214-3c4fc166c15a service neutron] 10.222.0.36 "PUT /v2.0/ports/8540e35d-b9be-4ee8-ab0c-6cf2914205d3 HTTP/1.1" status: 200 len: 1093 time: 0.6496956 Mar 29 15:17:42.163798 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9', 'tag': '8540e35d-b9be-4ee8-ab0c-6cf2914205d3'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:17:42.166058 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73965054-a72e-44fc-8100-9757ee300fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9", "tag": "8540e35d-b9be-4ee8-ab0c-6cf2914205d3"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:17:42.217876 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63e15f-b966-40ac-b214-3c4fc166c15a service neutron] Pushing event updated for resources: {'Port': ['ID=8540e35d-b9be-4ee8-ab0c-6cf2914205d3,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:42.224014 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-72a556fd-6f2f-449e-ae34-83e7197b1e91 req-dc13e6ca-a58d-4672-9a9c-45ba7089feea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b5dee82-3e6d-4c37-89d0-b381dff74b55 HTTP/1.1" status: 200 len: 1001 time: 0.0951016 Mar 29 15:17:42.269369 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ead106-54a0-4236-91ce-ae0b6fbff7c5 x-openstack-request-id: req-37ead106-54a0-4236-91ce-ae0b6fbff7c5 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:17:42.269649 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9", "tag": "8540e35d-b9be-4ee8-ab0c-6cf2914205d3", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:17:42.270055 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-37ead106-54a0-4236-91ce-ae0b6fbff7c5 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:17:42.270306 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37ead106-54a0-4236-91ce-ae0b6fbff7c5'] response: {'name': 'network-changed', 'server_uuid': '2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9', 'tag': '8540e35d-b9be-4ee8-ab0c-6cf2914205d3', 'status': 'completed', 'code': 200} Mar 29 15:17:42.290837 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022e912-3227-48b6-9576-39e2b92129dd req-ba80c3a5-a251-422f-bd0c-322d09ce9f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:42.292383 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b022e912-3227-48b6-9576-39e2b92129dd req-ba80c3a5-a251-422f-bd0c-322d09ce9f92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7b009c1ad1e4ed8b86bb55c43b0b6a6&device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 1127 time: 0.0549150 Mar 29 15:17:42.328551 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a556fd-6f2f-449e-ae34-83e7197b1e91 req-f9fb9ddf-a87d-4a6f-bac9-74414a087950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:42.330237 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-72a556fd-6f2f-449e-ae34-83e7197b1e91 req-f9fb9ddf-a87d-4a6f-bac9-74414a087950 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35025535-f908-4fdd-8813-2eb4bba1ac31 HTTP/1.1" status: 200 len: 850 time: 0.0995181 Mar 29 15:17:42.346905 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b022e912-3227-48b6-9576-39e2b92129dd req-795938fc-1482-45fe-815e-90e43040489a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8540e35d-b9be-4ee8-ab0c-6cf2914205d3 HTTP/1.1" status: 200 len: 217 time: 0.0480599 Mar 29 15:17:42.360229 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f67775-bba4-4412-9575-1dabd822a1f9 req-d9fd766c-fd2d-4ff6-b6e4-82af8d4b4eb6 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:42.362112 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-07f67775-bba4-4412-9575-1dabd822a1f9 req-d9fd766c-fd2d-4ff6-b6e4-82af8d4b4eb6 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 943 time: 0.0907142 Mar 29 15:17:42.403898 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022e912-3227-48b6-9576-39e2b92129dd req-0ce83d8b-90d2-4584-aebf-501646c2aa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:42.406928 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b022e912-3227-48b6-9576-39e2b92129dd req-0ce83d8b-90d2-4584-aebf-501646c2aa15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e4f1a2b-f307-463e-9001-6e05a9f6c7c9 HTTP/1.1" status: 200 len: 848 time: 0.0522780 Mar 29 15:17:42.437065 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a556fd-6f2f-449e-ae34-83e7197b1e91 req-6c56d782-35c7-4bf5-a0b7-9afd0514521b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:42.438551 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-72a556fd-6f2f-449e-ae34-83e7197b1e91 req-6c56d782-35c7-4bf5-a0b7-9afd0514521b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7361a085-d96a-4f31-b765-5a3a0b40e7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0975282 Mar 29 15:17:42.458584 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022e912-3227-48b6-9576-39e2b92129dd req-4084cd30-a69f-4469-a7c6-18f5b3365639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:42.459566 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-07f67775-bba4-4412-9575-1dabd822a1f9 req-63e74d4c-33c3-42af-8b89-600823b88b71 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796559 Mar 29 15:17:42.460110 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b022e912-3227-48b6-9576-39e2b92129dd req-4084cd30-a69f-4469-a7c6-18f5b3365639 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d731d5fc-cd68-45e1-be36-bb1d0572af45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478983 Mar 29 15:17:42.536647 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-72a556fd-6f2f-449e-ae34-83e7197b1e91 req-6909142d-735a-4511-8ad8-74b163089d55 service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888193 Mar 29 15:17:42.555362 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b022e912-3227-48b6-9576-39e2b92129dd req-1e06fddd-dd92-4699-8b27-e580bd309352 service neutron] 10.222.0.36 "GET /v2.0/networks/d731d5fc-cd68-45e1-be36-bb1d0572af45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896728 Mar 29 15:17:42.629473 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-72a556fd-6f2f-449e-ae34-83e7197b1e91 req-1b8436b4-c2c4-4666-aeed-bceab19912ca service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875804 Mar 29 15:17:42.644490 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b022e912-3227-48b6-9576-39e2b92129dd req-b443d5c4-d805-42e8-b694-29d2d400d184 service neutron] 10.222.0.36 "GET /v2.0/networks/d731d5fc-cd68-45e1-be36-bb1d0572af45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832438 Mar 29 15:17:42.736407 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73965054-a72e-44fc-8100-9757ee300fb4 req-31c1cbdf-5d45-4f51-93f2-5cebd3221ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:42.737925 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-73965054-a72e-44fc-8100-9757ee300fb4 req-31c1cbdf-5d45-4f51-93f2-5cebd3221ce5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7b009c1ad1e4ed8b86bb55c43b0b6a6&device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 1127 time: 0.0498910 Mar 29 15:17:42.826717 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73965054-a72e-44fc-8100-9757ee300fb4 req-94219679-469f-4ead-a0a4-66f4f39c6e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:42.828750 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-73965054-a72e-44fc-8100-9757ee300fb4 req-94219679-469f-4ead-a0a4-66f4f39c6e60 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d731d5fc-cd68-45e1-be36-bb1d0572af45 HTTP/1.1" status: 200 len: 910 time: 0.0845180 Mar 29 15:17:42.873828 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-73965054-a72e-44fc-8100-9757ee300fb4 req-fa4ef16a-d761-4367-8df8-7e6a63e81d2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8540e35d-b9be-4ee8-ab0c-6cf2914205d3 HTTP/1.1" status: 200 len: 217 time: 0.0383432 Mar 29 15:17:42.923841 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73965054-a72e-44fc-8100-9757ee300fb4 req-ec28f875-3881-41c1-97f2-9b97a4d683bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:42.925290 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-73965054-a72e-44fc-8100-9757ee300fb4 req-ec28f875-3881-41c1-97f2-9b97a4d683bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e4f1a2b-f307-463e-9001-6e05a9f6c7c9 HTTP/1.1" status: 200 len: 848 time: 0.0430074 Mar 29 15:17:42.975354 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73965054-a72e-44fc-8100-9757ee300fb4 req-731abcc7-a9d4-4e13-b350-b5541b1844c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:42.976867 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-73965054-a72e-44fc-8100-9757ee300fb4 req-731abcc7-a9d4-4e13-b350-b5541b1844c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d731d5fc-cd68-45e1-be36-bb1d0572af45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447521 Mar 29 15:17:43.070316 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-73965054-a72e-44fc-8100-9757ee300fb4 req-e4220989-e2d4-4457-baff-5e25ac4b2e17 service neutron] 10.222.0.36 "GET /v2.0/networks/d731d5fc-cd68-45e1-be36-bb1d0572af45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876534 Mar 29 15:17:43.157380 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-73965054-a72e-44fc-8100-9757ee300fb4 req-f802be1c-2dcc-45f9-9d70-279bd45871df service neutron] 10.222.0.36 "GET /v2.0/networks/d731d5fc-cd68-45e1-be36-bb1d0572af45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815275 Mar 29 15:17:43.629002 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753d2e8-d87b-4dc3-99ed-a8f79035d0f1 req-b24e65b0-a92c-4c40-bf97-a9f728d4db2a tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:43.630453 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0753d2e8-d87b-4dc3-99ed-a8f79035d0f1 req-b24e65b0-a92c-4c40-bf97-a9f728d4db2a tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 943 time: 0.1016805 Mar 29 15:17:43.678303 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0753d2e8-d87b-4dc3-99ed-a8f79035d0f1 req-085db690-3c18-4e65-8da9-acffb11ae591 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421867 Mar 29 15:17:43.752400 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-6ab406e3-85eb-422f-bf30-7fa357722778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:44.783529 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:44.798020 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be98406-81a5-4c5c-bc8b-2e666b7ecb12 req-db69a4ef-8b6e-4430-bc06-28594fa5d0a9 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:44.799518 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3be98406-81a5-4c5c-bc8b-2e666b7ecb12 req-db69a4ef-8b6e-4430-bc06-28594fa5d0a9 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 943 time: 0.0552552 Mar 29 15:17:44.847863 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3be98406-81a5-4c5c-bc8b-2e666b7ecb12 req-c8df84c5-4608-4713-b611-33a8650c1009 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427876 Mar 29 15:17:45.969479 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3112c8-ceac-495d-a502-aef8f40769ed req-86959ede-f553-4d52-959b-73c4dbdce15b tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:45.970978 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ae3112c8-ceac-495d-a502-aef8f40769ed req-86959ede-f553-4d52-959b-73c4dbdce15b tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 943 time: 0.0569475 Mar 29 15:17:46.020204 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ae3112c8-ceac-495d-a502-aef8f40769ed req-25c2007d-ed87-4209-aed4-8069472bc453 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437152 Mar 29 15:17:46.599103 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:47.140896 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aca568-c36c-429e-bbcf-fa41bdc74114 req-8ed628be-9688-4889-bba0-c94d7ddcbea5 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:47.142387 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-78aca568-c36c-429e-bbcf-fa41bdc74114 req-8ed628be-9688-4889-bba0-c94d7ddcbea5 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 943 time: 0.0554984 Mar 29 15:17:47.190948 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-78aca568-c36c-429e-bbcf-fa41bdc74114 req-ee7af660-889e-4bc5-a941-b7862b7c62c9 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428848 Mar 29 15:17:47.657914 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:48.305540 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b0706-5c42-4523-ba04-2d23c5d52750 req-472e94ed-3e24-4ecd-88d5-e7afb868da14 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:48.306996 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-663b0706-5c42-4523-ba04-2d23c5d52750 req-472e94ed-3e24-4ecd-88d5-e7afb868da14 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 943 time: 0.0527275 Mar 29 15:17:48.354859 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-663b0706-5c42-4523-ba04-2d23c5d52750 req-f87b4092-680f-4ad4-9ec7-2879888520cd tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415320 Mar 29 15:17:49.474040 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcb58e-3f5c-4629-9019-a24be1460a8c req-fe02be4c-a7b1-461f-925d-fdeda0b791a9 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:49.475401 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-0edcb58e-3f5c-4629-9019-a24be1460a8c req-fe02be4c-a7b1-461f-925d-fdeda0b791a9 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 943 time: 0.0559964 Mar 29 15:17:49.522524 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-0edcb58e-3f5c-4629-9019-a24be1460a8c req-f6c7a521-0e3e-425d-be06-ea8da75e2162 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416403 Mar 29 15:17:50.643534 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f72ba-114c-4079-a098-c6c7be08076c req-96737cfb-47fb-4d7a-8a72-e64c9010974b tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:50.644955 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a27f72ba-114c-4079-a098-c6c7be08076c req-96737cfb-47fb-4d7a-8a72-e64c9010974b tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 943 time: 0.0548885 Mar 29 15:17:50.693843 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a27f72ba-114c-4079-a098-c6c7be08076c req-bd166154-3598-41a2-8fbf-c583934b8194 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433700 Mar 29 15:17:51.813403 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58df15e-6abc-4338-a5e6-4c4fd635ec2c req-c54ba5bf-2353-408d-8734-e4f677a21259 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:51.815405 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d58df15e-6abc-4338-a5e6-4c4fd635ec2c req-c54ba5bf-2353-408d-8734-e4f677a21259 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 943 time: 0.0535324 Mar 29 15:17:51.864008 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-d58df15e-6abc-4338-a5e6-4c4fd635ec2c req-874cd308-2fad-418a-8b03-eb70da2e432c tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431070 Mar 29 15:17:52.588400 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 8540e35d-b9be-4ee8-ab0c-6cf2914205d3 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:17:52.685189 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 8540e35d-b9be-4ee8-ab0c-6cf2914205d3, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=8540e35d-b9be-4ee8-ab0c-6cf2914205d3,segment=NetworkSegment(b50806fb-e37f-41be-b83d-c01a918172e2),segment_id=b50806fb-e37f-41be-b83d-c01a918172e2)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:17:52.697152 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Returning: {'device': '8540e35d-b9be-4ee8-ab0c-6cf2914205d3', 'network_id': 'd731d5fc-cd68-45e1-be36-bb1d0572af45', 'port_id': '8540e35d-b9be-4ee8-ab0c-6cf2914205d3', 'mac_address': 'fa:16:3e:7c:3c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4f1a2b-f307-463e-9001-6e05a9f6c7c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:17:52.739269 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port 8540e35d-b9be-4ee8-ab0c-6cf2914205d3 is: DOWN; New status is: BUILD {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:17:52.739772 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (8540e35d-b9be-4ee8-ab0c-6cf2914205d3), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:52.753479 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8540e35d-b9be-4ee8-ab0c-6cf2914205d3 {{(pid=103155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:17:52.773351 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 8540e35d-b9be-4ee8-ab0c-6cf2914205d3, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=8540e35d-b9be-4ee8-ab0c-6cf2914205d3,segment=NetworkSegment(b50806fb-e37f-41be-b83d-c01a918172e2),segment_id=b50806fb-e37f-41be-b83d-c01a918172e2)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:17:52.777346 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (8540e35d-b9be-4ee8-ab0c-6cf2914205d3), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:52.825089 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=8540e35d-b9be-4ee8-ab0c-6cf2914205d3,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:52.833588 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:52.833916 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:52.834256 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:52.834597 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:52.834938 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:52.835269 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:52.835593 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:52.835911 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:52.836236 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:52.836581 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:52.836912 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:52.837236 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:52.837547 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:52.837866 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:52.838183 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:17:52.995842 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f614c3-8d87-48e7-a5fb-0a42ebc5aec6 req-55fb1714-af06-4732-b2bf-dc20f73ea36c tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:52.997377 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-31f614c3-8d87-48e7-a5fb-0a42ebc5aec6 req-55fb1714-af06-4732-b2bf-dc20f73ea36c tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 944 time: 0.0538063 Mar 29 15:17:53.059035 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-31f614c3-8d87-48e7-a5fb-0a42ebc5aec6 req-8a20e109-a73c-4ac9-9e00-a5480440fb3f tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552769 Mar 29 15:17:53.128914 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['8540e35d-b9be-4ee8-ab0c-6cf2914205d3'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:17:54.181246 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea47e6-e8d1-4e83-a97d-f725d577119a req-65a4d5ca-bf1e-4128-92d1-641bb2c100f8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:54.182723 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b1ea47e6-e8d1-4e83-a97d-f725d577119a req-65a4d5ca-bf1e-4128-92d1-641bb2c100f8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 944 time: 0.0559092 Mar 29 15:17:54.234270 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b1ea47e6-e8d1-4e83-a97d-f725d577119a req-98c56d75-ecf4-46f3-a104-b4c3c5256eeb tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457790 Mar 29 15:17:54.620790 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 8540e35d-b9be-4ee8-ab0c-6cf2914205d3 up at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:17:54.669157 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning for port 8540e35d-b9be-4ee8-ab0c-6cf2914205d3 completed by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:17:54.673607 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning complete for port 8540e35d-b9be-4ee8-ab0c-6cf2914205d3 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:17:54.674004 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (8540e35d-b9be-4ee8-ab0c-6cf2914205d3), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:54.751293 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port 8540e35d-b9be-4ee8-ab0c-6cf2914205d3 is: BUILD; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:17:54.751678 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (8540e35d-b9be-4ee8-ab0c-6cf2914205d3), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:54.773448 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8540e35d-b9be-4ee8-ab0c-6cf2914205d3'}] {{(pid=103155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:17:54.775675 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38c8142a5be8756d7824345574af4facaba61695d099691de86e3daaece1ccc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce90546-a53a-4cc8-b01e-1ad0aab1d1b6" -d '{"events": [{"server_uuid": "2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9", "name": "network-vif-plugged", "status": "completed", "tag": "8540e35d-b9be-4ee8-ab0c-6cf2914205d3"}]}' {{(pid=103155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:17:54.788465 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 8540e35d-b9be-4ee8-ab0c-6cf2914205d3, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=8540e35d-b9be-4ee8-ab0c-6cf2914205d3,segment=NetworkSegment(b50806fb-e37f-41be-b83d-c01a918172e2),segment_id=b50806fb-e37f-41be-b83d-c01a918172e2)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:17:54.792294 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (8540e35d-b9be-4ee8-ab0c-6cf2914205d3), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:54.818631 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4f03b9-20a6-49c9-b1c8-663308150f81 x-openstack-request-id: req-2e4f03b9-20a6-49c9-b1c8-663308150f81 {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:17:54.818918 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9", "name": "network-vif-plugged", "status": "completed", "tag": "8540e35d-b9be-4ee8-ab0c-6cf2914205d3", "code": 200}]} {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:17:54.819164 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2e4f03b9-20a6-49c9-b1c8-663308150f81 {{(pid=103155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:17:54.819549 dv-cinder-835635-1-iscsi neutron-server[103155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e4f03b9-20a6-49c9-b1c8-663308150f81'] response: {'server_uuid': '2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8540e35d-b9be-4ee8-ab0c-6cf2914205d3', 'code': 200} Mar 29 15:17:54.846489 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=8540e35d-b9be-4ee8-ab0c-6cf2914205d3,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:55.024652 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dbe23-c921-4daf-ba8b-f589580e58a3 req-d6a2f8f7-3e13-4b66-abb3-187ce2e7be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:55.026123 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e31dbe23-c921-4daf-ba8b-f589580e58a3 req-d6a2f8f7-3e13-4b66-abb3-187ce2e7be3d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 1129 time: 0.0446625 Mar 29 15:17:55.074049 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e31dbe23-c921-4daf-ba8b-f589580e58a3 req-2a1743c9-df46-45e2-8da6-92a07d795634 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416839 Mar 29 15:17:55.353525 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ed63e-aa58-4bc7-b4a4-67fa676c7d55 req-6265e041-c8da-4aed-a87f-aded3634598a tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:55.354904 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e90ed63e-aa58-4bc7-b4a4-67fa676c7d55 req-6265e041-c8da-4aed-a87f-aded3634598a tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 945 time: 0.0514727 Mar 29 15:17:55.403296 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e90ed63e-aa58-4bc7-b4a4-67fa676c7d55 req-2f89c976-7c3a-4493-b6c0-f512430ef8a2 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419202 Mar 29 15:17:56.523422 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03ac33-0cc9-4c74-a576-9b5762587585 req-c41010d0-ab06-4998-9afe-6813d28340be tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:56.524896 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3a03ac33-0cc9-4c74-a576-9b5762587585 req-c41010d0-ab06-4998-9afe-6813d28340be tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 945 time: 0.0531342 Mar 29 15:17:56.574218 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3a03ac33-0cc9-4c74-a576-9b5762587585 req-47009d74-e2ed-4900-a78d-acbd0fd71fdd tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438588 Mar 29 15:17:56.647622 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:56.690139 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955124e-1558-4657-b350-4fe742b6c97e req-f4c85e4c-d6bc-49fe-9872-20bbf512bf27 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:56.691604 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-8955124e-1558-4657-b350-4fe742b6c97e req-f4c85e4c-d6bc-49fe-9872-20bbf512bf27 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 945 time: 0.0527697 Mar 29 15:17:56.743992 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-8955124e-1558-4657-b350-4fe742b6c97e req-dbd5700a-3c24-444b-9df2-aa33bde574b7 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467682 Mar 29 15:17:56.764916 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 48500) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:56.847397 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a55d768-99a1-4733-aa3e-824b9319e44d tempest-TestShelveInstance-1947369654 tempest-TestShelveInstance-1947369654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:56.848929 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-5a55d768-99a1-4733-aa3e-824b9319e44d tempest-TestShelveInstance-1947369654 tempest-TestShelveInstance-1947369654-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 1124 time: 0.0829737 Mar 29 15:17:56.851673 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 48504) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:17:56.855753 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-b04a2636-8437-49bc-93f0-11bbc5147d24 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Request body: {'floatingip': {'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'port_id': '8540e35d-b9be-4ee8-ab0c-6cf2914205d3', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:17:56.875048 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b04a2636-8437-49bc-93f0-11bbc5147d24 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:56.974800 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b04a2636-8437-49bc-93f0-11bbc5147d24 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:57.079136 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-b04a2636-8437-49bc-93f0-11bbc5147d24 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Allocated IP 172.27.2.128 (73fab6d0-c07f-433f-9c69-8ff3a31867f5/bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83/e066e628-e299-4cdc-8a87-850ac1b514d9) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:17:57.182029 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b04a2636-8437-49bc-93f0-11bbc5147d24 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for port (e066e628-e299-4cdc-8a87-850ac1b514d9), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:57.216035 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b04a2636-8437-49bc-93f0-11bbc5147d24 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (e066e628-e299-4cdc-8a87-850ac1b514d9), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:57.249718 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04a2636-8437-49bc-93f0-11bbc5147d24 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:17:57.252901 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-b04a2636-8437-49bc-93f0-11bbc5147d24 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:17:57.255925 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04a2636-8437-49bc-93f0-11bbc5147d24 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:17:57.290711 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a2636-8437-49bc-93f0-11bbc5147d24 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Pushing event updated for resources: {'Port': ['ID=e066e628-e299-4cdc-8a87-850ac1b514d9,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:57.624309 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b04a2636-8437-49bc-93f0-11bbc5147d24 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for floatingip (3b25c897-3933-440c-bd0b-c377cc1ee68a), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:57.693266 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b04a2636-8437-49bc-93f0-11bbc5147d24 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (e066e628-e299-4cdc-8a87-850ac1b514d9), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:57.839562 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b04a2636-8437-49bc-93f0-11bbc5147d24 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for port (e066e628-e299-4cdc-8a87-850ac1b514d9), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:57.844100 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b04a2636-8437-49bc-93f0-11bbc5147d24 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (e066e628-e299-4cdc-8a87-850ac1b514d9), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:57.917213 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a2636-8437-49bc-93f0-11bbc5147d24 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Pushing event updated for resources: {'Port': ['ID=e066e628-e299-4cdc-8a87-850ac1b514d9,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:17:57.924095 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b04a2636-8437-49bc-93f0-11bbc5147d24 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (3b25c897-3933-440c-bd0b-c377cc1ee68a), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:58.283662 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.l3_db [None req-b04a2636-8437-49bc-93f0-11bbc5147d24 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Floating IP 3b25c897-3933-440c-bd0b-c377cc1ee68a associated. External IP: 172.27.2.128, port: 8540e35d-b9be-4ee8-ab0c-6cf2914205d3. Mar 29 15:17:58.491179 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04a2636-8437-49bc-93f0-11bbc5147d24 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Router be50c05b-29ff-4d51-b278-47cd1673044f has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:17:58.598818 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04a2636-8437-49bc-93f0-11bbc5147d24 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:17:58.608508 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36af825-5b61-4bbe-9148-981ffaa85ec8 None None] Sync routers for ids ['be50c05b-29ff-4d51-b278-47cd1673044f'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:17:58.616106 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-b04a2636-8437-49bc-93f0-11bbc5147d24 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:17:58.622426 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36af825-5b61-4bbe-9148-981ffaa85ec8 None None] Routers {'be50c05b-29ff-4d51-b278-47cd1673044f'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:17:58.623041 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-c36af825-5b61-4bbe-9148-981ffaa85ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:17:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['be50c05b-29ff-4d51-b278-47cd1673044f'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:58.656583 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-b04a2636-8437-49bc-93f0-11bbc5147d24 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7926893 Mar 29 15:17:58.656583 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9', 'tag': '8540e35d-b9be-4ee8-ab0c-6cf2914205d3'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:17:58.656583 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c0f0d6-1838-4127-9ed8-35decf018179" -d '{"events": [{"name": "network-changed", "server_uuid": "2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9", "tag": "8540e35d-b9be-4ee8-ab0c-6cf2914205d3"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:17:58.684442 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8d9996-211c-4600-a034-ee1c123ac7f3 x-openstack-request-id: req-6e8d9996-211c-4600-a034-ee1c123ac7f3 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:17:58.684762 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9", "tag": "8540e35d-b9be-4ee8-ab0c-6cf2914205d3", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:17:58.685015 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6e8d9996-211c-4600-a034-ee1c123ac7f3 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:17:58.685425 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e8d9996-211c-4600-a034-ee1c123ac7f3'] response: {'name': 'network-changed', 'server_uuid': '2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9', 'tag': '8540e35d-b9be-4ee8-ab0c-6cf2914205d3', 'status': 'completed', 'code': 200} Mar 29 15:17:58.736911 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-c36af825-5b61-4bbe-9148-981ffaa85ec8 None None] Set router be50c05b-29ff-4d51-b278-47cd1673044f gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:17:58.754025 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0f0d6-1838-4127-9ed8-35decf018179 req-ff6d848a-c693-4de6-a351-9232e69e2d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:58.755528 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-78c0f0d6-1838-4127-9ed8-35decf018179 req-ff6d848a-c693-4de6-a351-9232e69e2d5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7b009c1ad1e4ed8b86bb55c43b0b6a6&device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 1129 time: 0.0485828 Mar 29 15:17:58.842440 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0f0d6-1838-4127-9ed8-35decf018179 req-08c882bd-0f44-4a63-aea5-de4f62cd1403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:58.843911 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-78c0f0d6-1838-4127-9ed8-35decf018179 req-08c882bd-0f44-4a63-aea5-de4f62cd1403 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d731d5fc-cd68-45e1-be36-bb1d0572af45 HTTP/1.1" status: 200 len: 910 time: 0.0826650 Mar 29 15:17:58.914545 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-78c0f0d6-1838-4127-9ed8-35decf018179 req-514bd0db-8c5c-45c8-b6fb-28bcb1d5a291 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8540e35d-b9be-4ee8-ab0c-6cf2914205d3 HTTP/1.1" status: 200 len: 999 time: 0.0632706 Mar 29 15:17:58.961202 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-c36af825-5b61-4bbe-9148-981ffaa85ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'name': 'tempest-TestShelveInstance-1270244672-router', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '30f496a0-a9e1-490b-bd73-6e089a103d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:17:07Z', 'updated_at': '2022-03-29T15:17:10Z', 'revision_number': 4, 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'gw_port': {'id': '30f496a0-a9e1-490b-bd73-6e089a103d3c', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:08Z', 'updated_at': '2022-03-29T15:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '3b25c897-3933-440c-bd0b-c377cc1ee68a', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'port_id': '8540e35d-b9be-4ee8-ab0c-6cf2914205d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd731d5fc-cd68-45e1-be36-bb1d0572af45', 'mac_address': 'fa:16:3e:7c:3c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:17:57Z', 'updated_at': '2022-03-29T15:17:57Z', 'revision_number': 0, 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '316cc994-4849-47ba-86e6-7c1a7909a7b4', 'name': '', 'network_id': 'd731d5fc-cd68-45e1-be36-bb1d0572af45', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'mac_address': 'fa:16:3e:97:00:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5e4f1a2b-f307-463e-9001-6e05a9f6c7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:09Z', 'updated_at': '2022-03-29T15:17:13Z', 'revision_number': 5, 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'subnets': [{'id': '5e4f1a2b-f307-463e-9001-6e05a9f6c7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:58.962448 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0f0d6-1838-4127-9ed8-35decf018179 req-ebad9eb6-8a7a-4055-b17a-f2558167a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:58.963913 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-78c0f0d6-1838-4127-9ed8-35decf018179 req-ebad9eb6-8a7a-4055-b17a-f2558167a073 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e4f1a2b-f307-463e-9001-6e05a9f6c7c9 HTTP/1.1" status: 200 len: 848 time: 0.0431836 Mar 29 15:17:58.992510 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36af825-5b61-4bbe-9148-981ffaa85ec8 None None] Checking router: be50c05b-29ff-4d51-b278-47cd1673044f for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:17:59.001254 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36af825-5b61-4bbe-9148-981ffaa85ec8 None None] Routers {'be50c05b-29ff-4d51-b278-47cd1673044f'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:17:59.001931 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-c36af825-5b61-4bbe-9148-981ffaa85ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:17:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['be50c05b-29ff-4d51-b278-47cd1673044f'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:59.011895 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0f0d6-1838-4127-9ed8-35decf018179 req-af202fa4-e7be-498f-bd98-5ea7a3b305ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:17:59.013428 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-78c0f0d6-1838-4127-9ed8-35decf018179 req-af202fa4-e7be-498f-bd98-5ea7a3b305ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d731d5fc-cd68-45e1-be36-bb1d0572af45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439839 Mar 29 15:17:59.105699 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-78c0f0d6-1838-4127-9ed8-35decf018179 req-cfd36c9f-ce51-4502-91ab-da6813b8120f service neutron] 10.222.0.36 "GET /v2.0/networks/d731d5fc-cd68-45e1-be36-bb1d0572af45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852675 Mar 29 15:17:59.110163 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-c36af825-5b61-4bbe-9148-981ffaa85ec8 None None] Set router be50c05b-29ff-4d51-b278-47cd1673044f gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:17:59.194206 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-78c0f0d6-1838-4127-9ed8-35decf018179 req-623b5118-85fa-4999-ad97-aababc489242 service neutron] 10.222.0.36 "GET /v2.0/networks/d731d5fc-cd68-45e1-be36-bb1d0572af45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820084 Mar 29 15:17:59.335159 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-c36af825-5b61-4bbe-9148-981ffaa85ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'name': 'tempest-TestShelveInstance-1270244672-router', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '30f496a0-a9e1-490b-bd73-6e089a103d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:17:07Z', 'updated_at': '2022-03-29T15:17:10Z', 'revision_number': 4, 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'gw_port': {'id': '30f496a0-a9e1-490b-bd73-6e089a103d3c', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:08Z', 'updated_at': '2022-03-29T15:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '3b25c897-3933-440c-bd0b-c377cc1ee68a', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'port_id': '8540e35d-b9be-4ee8-ab0c-6cf2914205d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd731d5fc-cd68-45e1-be36-bb1d0572af45', 'mac_address': 'fa:16:3e:7c:3c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:17:57Z', 'updated_at': '2022-03-29T15:17:57Z', 'revision_number': 0, 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '316cc994-4849-47ba-86e6-7c1a7909a7b4', 'name': '', 'network_id': 'd731d5fc-cd68-45e1-be36-bb1d0572af45', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'mac_address': 'fa:16:3e:97:00:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5e4f1a2b-f307-463e-9001-6e05a9f6c7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:09Z', 'updated_at': '2022-03-29T15:17:13Z', 'revision_number': 5, 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'subnets': [{'id': '5e4f1a2b-f307-463e-9001-6e05a9f6c7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:17:59.361543 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36af825-5b61-4bbe-9148-981ffaa85ec8 None None] The sync data for ids ['be50c05b-29ff-4d51-b278-47cd1673044f'] in dv-cinder-835635-1-iscsi is: [{'id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'name': 'tempest-TestShelveInstance-1270244672-router', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '30f496a0-a9e1-490b-bd73-6e089a103d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:17:07Z', 'updated_at': '2022-03-29T15:17:10Z', 'revision_number': 4, 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'gw_port': {'id': '30f496a0-a9e1-490b-bd73-6e089a103d3c', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:08Z', 'updated_at': '2022-03-29T15:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '3b25c897-3933-440c-bd0b-c377cc1ee68a', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'port_id': '8540e35d-b9be-4ee8-ab0c-6cf2914205d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd731d5fc-cd68-45e1-be36-bb1d0572af45', 'mac_address': 'fa:16:3e:7c:3c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:17:57Z', 'updated_at': '2022-03-29T15:17:57Z', 'revision_number': 0, 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '316cc994-4849-47ba-86e6-7c1a7909a7b4', 'name': '', 'network_id': 'd731d5fc-cd68-45e1-be36-bb1d0572af45', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'mac_address': 'fa:16:3e:97:00:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5e4f1a2b-f307-463e-9001-6e05a9f6c7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:09Z', 'updated_at': '2022-03-29T15:17:13Z', 'revision_number': 5, 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'subnets': [{'id': '5e4f1a2b-f307-463e-9001-6e05a9f6c7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:17:59.393935 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [req-e1ff506f-9d4a-4d64-85b2-0bc057a57c26 req-d0e6cc50-64ed-4736-97aa-12e0b3f5110d service neutron] (103153) timed out ('10.222.0.36', 56530) {{(pid=103153) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 15:17:59.547250 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3846ca-d907-4003-916b-368f0e126715 None None] New status for floating IP 3b25c897-3933-440c-bd0b-c377cc1ee68a: ACTIVE {{(pid=103156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:18:02.892598 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:18:11.457927 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-a96beb0b-d602-4104-b3a2-6d04fae3c9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:13.754567 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-78070a9e-b027-429e-b708-fc5594359dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:14.785988 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:16.607826 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:17.660535 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:26.648267 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:39.891424 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:18:41.460886 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-1c2bb721-1067-4cd0-883f-0a6d5aec32b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:41.939396 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4b5ce342-29b6-49af-84b8-7dd298c2bc6d req-f6975c43-2035-4db3-991b-652c4625f008 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0887465 Mar 29 15:18:42.028802 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ce342-29b6-49af-84b8-7dd298c2bc6d req-13b8a361-eb6e-4b3f-87b7-6b424841609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:18:42.030263 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4b5ce342-29b6-49af-84b8-7dd298c2bc6d req-13b8a361-eb6e-4b3f-87b7-6b424841609d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb13df1bbb4c41139dde418a494692fc&device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 1129 time: 0.0488632 Mar 29 15:18:42.135055 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ce342-29b6-49af-84b8-7dd298c2bc6d req-4cd5d8e8-e328-4e5f-a3c3-23cdd847206e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:18:42.136471 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4b5ce342-29b6-49af-84b8-7dd298c2bc6d req-4cd5d8e8-e328-4e5f-a3c3-23cdd847206e service neutron] 10.222.0.36 "GET /v2.0/networks?id=7361a085-d96a-4f31-b765-5a3a0b40e7c7 HTTP/1.1" status: 200 len: 912 time: 0.0887244 Mar 29 15:18:42.206969 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4b5ce342-29b6-49af-84b8-7dd298c2bc6d req-1948438c-fea6-407c-8d2b-b7f3d4f9558e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b5dee82-3e6d-4c37-89d0-b381dff74b55 HTTP/1.1" status: 200 len: 1001 time: 0.0644209 Mar 29 15:18:42.256184 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ce342-29b6-49af-84b8-7dd298c2bc6d req-7dcb7f30-e262-484b-87ac-a1fa95b284d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:18:42.257618 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4b5ce342-29b6-49af-84b8-7dd298c2bc6d req-7dcb7f30-e262-484b-87ac-a1fa95b284d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35025535-f908-4fdd-8813-2eb4bba1ac31 HTTP/1.1" status: 200 len: 850 time: 0.0442433 Mar 29 15:18:42.305161 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ce342-29b6-49af-84b8-7dd298c2bc6d req-eecc8f67-d7e6-41a5-91ae-8a427383f08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:18:42.306607 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4b5ce342-29b6-49af-84b8-7dd298c2bc6d req-eecc8f67-d7e6-41a5-91ae-8a427383f08e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7361a085-d96a-4f31-b765-5a3a0b40e7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433500 Mar 29 15:18:42.396776 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4b5ce342-29b6-49af-84b8-7dd298c2bc6d req-84468b64-f052-4d12-85da-1ce2421118d3 service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839603 Mar 29 15:18:42.484395 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4b5ce342-29b6-49af-84b8-7dd298c2bc6d req-311118bb-b70f-4ba3-9fc4-785aa30c525d service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815396 Mar 29 15:18:43.757304 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-701131ba-e4f4-40bd-b240-199747b64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:44.788265 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:46.600216 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:47.662830 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:18:56.650045 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:11.462755 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-5cdd8ee3-d71f-445e-89ea-2cfe10414fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:13.759949 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-33af675f-3fec-460d-a8bf-2c39bb005b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:14.792009 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:16.602396 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:16.889645 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:19:17.050201 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-48beef7f-fb3f-4749-ac03-38c656c8fca7 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-99421161&fields=id&tenant_id=cb13df1bbb4c41139dde418a494692fc HTTP/1.1" status: 200 len: 267 time: 0.0447805 Mar 29 15:19:17.156269 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-a9c6a624-8c5f-40b3-a0a1-8eb8759a3ca0 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:17.157646 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-a9c6a624-8c5f-40b3-a0a1-8eb8759a3ca0 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/networks?id=7361a085-d96a-4f31-b765-5a3a0b40e7c7 HTTP/1.1" status: 200 len: 811 time: 0.1007891 Mar 29 15:19:17.173076 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-29323ac1-ed5b-410b-b295-89483999fb08 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/quotas/cb13df1bbb4c41139dde418a494692fc HTTP/1.1" status: 200 len: 375 time: 0.0101535 Mar 29 15:19:17.233549 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-b5199ca9-871b-4c19-aacb-655a58ea5f82 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb13df1bbb4c41139dde418a494692fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0557027 Mar 29 15:19:17.324609 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-937839a4-eaf6-4129-8b62-5c6820715b25 service neutron] 10.222.0.35 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803096 Mar 29 15:19:17.415819 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-c45ec8c4-491e-4f3f-a888-7d02120ea999 service neutron] 10.222.0.35 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855749 Mar 29 15:19:17.665375 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:17.700042 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a8b58da1-9573-41e9-ae9c-43a6090eaee1 req-26c2b35d-7087-4d63-b773-f0f5eb3b9f6a tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c968bcf-482c-4be3-9472-22eec5293e05 HTTP/1.1" status: 200 len: 210 time: 0.0287888 Mar 29 15:19:18.780452 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-08db401d-e626-4f7c-a56a-8d5aa7e65dfe req-2a7a7ffa-00b4-4cf1-a5fc-90b3a3a8ec9c tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c968bcf-482c-4be3-9472-22eec5293e05 HTTP/1.1" status: 200 len: 210 time: 0.0283513 Mar 29 15:19:19.864413 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9298ff14-23e9-4ff5-846b-722f61401620 req-15422a7c-c82f-4dbf-855c-60e1caafa808 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c968bcf-482c-4be3-9472-22eec5293e05 HTTP/1.1" status: 200 len: 210 time: 0.0335758 Mar 29 15:19:20.941106 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-23f3280e-62fc-4ce0-935d-f454bf1fef02 req-b932d789-b40f-4b68-94da-86afbc0b5289 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c968bcf-482c-4be3-9472-22eec5293e05 HTTP/1.1" status: 200 len: 210 time: 0.0276051 Mar 29 15:19:22.031115 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fd196a48-a038-49ea-b8dd-fd267f0fd42d req-f7cdc282-025c-4687-b869-d43acb96ebf2 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c968bcf-482c-4be3-9472-22eec5293e05 HTTP/1.1" status: 200 len: 210 time: 0.0273919 Mar 29 15:19:22.724020 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-cb299cde-2754-4177-b717-088b4a6206c2 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:22.725468 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-cb299cde-2754-4177-b717-088b4a6206c2 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.36 "GET /v2.0/networks?id=7361a085-d96a-4f31-b765-5a3a0b40e7c7 HTTP/1.1" status: 200 len: 811 time: 0.1012676 Mar 29 15:19:22.794417 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-42352f9b-0b72-47d6-a59c-5b092c061841 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb13df1bbb4c41139dde418a494692fc HTTP/1.1" status: 200 len: 378 time: 0.0605350 Mar 29 15:19:22.802418 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-fefaadb4-9944-41fc-8f3d-c7e18242b2ea tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Request body: {'port': {'device_id': '5c968bcf-482c-4be3-9472-22eec5293e05', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'admin_state_up': True, 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'security_groups': ['69500dcf-ac56-439b-98bc-1bfb7d8520da']}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:19:22.908387 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-fefaadb4-9944-41fc-8f3d-c7e18242b2ea tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Made reservation on behalf of cb13df1bbb4c41139dde418a494692fc for: {'port': 1} {{(pid=103154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 15:19:22.911668 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-fefaadb4-9944-41fc-8f3d-c7e18242b2ea tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:23.044249 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-fefaadb4-9944-41fc-8f3d-c7e18242b2ea tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Allocated IP 172.20.0.9 (7361a085-d96a-4f31-b765-5a3a0b40e7c7/35025535-f908-4fdd-8813-2eb4bba1ac31/af78b63f-49ed-4cf6-917d-f37c78a0e65f) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:19:23.137507 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-7e6af59f-35b5-4bd2-b606-ccd82e1daa03 req-597893a4-99a4-49eb-b0d3-7cc5bb3ce688 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c968bcf-482c-4be3-9472-22eec5293e05 HTTP/1.1" status: 200 len: 210 time: 0.0324330 Mar 29 15:19:23.192181 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-fefaadb4-9944-41fc-8f3d-c7e18242b2ea tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for port (af78b63f-49ed-4cf6-917d-f37c78a0e65f), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:23.226752 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-fefaadb4-9944-41fc-8f3d-c7e18242b2ea tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (af78b63f-49ed-4cf6-917d-f37c78a0e65f), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:23.273855 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-fefaadb4-9944-41fc-8f3d-c7e18242b2ea tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Network 7361a085-d96a-4f31-b765-5a3a0b40e7c7 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:19:23.277771 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-fefaadb4-9944-41fc-8f3d-c7e18242b2ea tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:19:23.284173 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-fefaadb4-9944-41fc-8f3d-c7e18242b2ea tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:19:23.309439 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefaadb4-9944-41fc-8f3d-c7e18242b2ea tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Pushing event updated for resources: {'Port': ['ID=af78b63f-49ed-4cf6-917d-f37c78a0e65f,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:19:23.324662 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefaadb4-9944-41fc-8f3d-c7e18242b2ea tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:23.324921 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefaadb4-9944-41fc-8f3d-c7e18242b2ea tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:23.325280 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefaadb4-9944-41fc-8f3d-c7e18242b2ea tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:23.325600 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefaadb4-9944-41fc-8f3d-c7e18242b2ea tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:23.325932 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefaadb4-9944-41fc-8f3d-c7e18242b2ea tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:23.326259 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefaadb4-9944-41fc-8f3d-c7e18242b2ea tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:23.326582 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefaadb4-9944-41fc-8f3d-c7e18242b2ea tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:23.326903 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefaadb4-9944-41fc-8f3d-c7e18242b2ea tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:23.327224 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefaadb4-9944-41fc-8f3d-c7e18242b2ea tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:23.327544 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefaadb4-9944-41fc-8f3d-c7e18242b2ea tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:23.327865 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefaadb4-9944-41fc-8f3d-c7e18242b2ea tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:23.328185 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefaadb4-9944-41fc-8f3d-c7e18242b2ea tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:23.328505 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefaadb4-9944-41fc-8f3d-c7e18242b2ea tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:23.328848 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefaadb4-9944-41fc-8f3d-c7e18242b2ea tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:23.329166 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefaadb4-9944-41fc-8f3d-c7e18242b2ea tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:23.353276 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-fefaadb4-9944-41fc-8f3d-c7e18242b2ea tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:23.354338 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-fefaadb4-9944-41fc-8f3d-c7e18242b2ea tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:23.370325 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-fefaadb4-9944-41fc-8f3d-c7e18242b2ea tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5714326 Mar 29 15:19:23.381879 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-d1e44817-1065-45c8-ac66-8f368b9e9880 service neutron] Request body: {'port': {'device_id': '5c968bcf-482c-4be3-9472-22eec5293e05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83563'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:19:23.446378 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-d1e44817-1065-45c8-ac66-8f368b9e9880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (af78b63f-49ed-4cf6-917d-f37c78a0e65f), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:23.532109 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-8cbd5997-bd38-4ef3-8ab6-226f82829f1d None None] Provisioning complete for port af78b63f-49ed-4cf6-917d-f37c78a0e65f triggered by entity DHCP. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:19:23.532743 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8cbd5997-bd38-4ef3-8ab6-226f82829f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (af78b63f-49ed-4cf6-917d-f37c78a0e65f), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:23.567159 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8cbd5997-bd38-4ef3-8ab6-226f82829f1d None None] Port af78b63f-49ed-4cf6-917d-f37c78a0e65f cannot update to ACTIVE because it is not bound. {{(pid=103155) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 15:19:23.703721 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-d1e44817-1065-45c8-ac66-8f368b9e9880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af78b63f-49ed-4cf6-917d-f37c78a0e65f {{(pid=103154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:19:23.711546 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-d1e44817-1065-45c8-ac66-8f368b9e9880 service neutron] Publish callbacks [] for port (af78b63f-49ed-4cf6-917d-f37c78a0e65f), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:23.723260 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.provisioning_blocks [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-d1e44817-1065-45c8-ac66-8f368b9e9880 service neutron] Transition to ACTIVE for port object af78b63f-49ed-4cf6-917d-f37c78a0e65f will not be triggered until provisioned by entity L2. {{(pid=103154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 15:19:23.727159 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-d1e44817-1065-45c8-ac66-8f368b9e9880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (af78b63f-49ed-4cf6-917d-f37c78a0e65f), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:23.781682 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e44817-1065-45c8-ac66-8f368b9e9880 service neutron] Pushing event updated for resources: {'Port': ['ID=af78b63f-49ed-4cf6-917d-f37c78a0e65f,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:19:23.857568 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-d1e44817-1065-45c8-ac66-8f368b9e9880 service neutron] Attempting to bind port af78b63f-49ed-4cf6-917d-f37c78a0e65f on host hv-cinder-83563 for vnic_type normal with profile {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 15:19:23.857899 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-d1e44817-1065-45c8-ac66-8f368b9e9880 service neutron] Attempting to bind port af78b63f-49ed-4cf6-917d-f37c78a0e65f by drivers openvswitch,hyperv on host hv-cinder-83563 at level 0 using segments [{'id': '13900b9a-4061-4f7b-81bb-9d27483245b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7'}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 15:19:23.858228 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-d1e44817-1065-45c8-ac66-8f368b9e9880 service neutron] Attempting to bind port af78b63f-49ed-4cf6-917d-f37c78a0e65f on network 7361a085-d96a-4f31-b765-5a3a0b40e7c7 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:19:23.862821 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-d1e44817-1065-45c8-ac66-8f368b9e9880 service neutron] Port af78b63f-49ed-4cf6-917d-f37c78a0e65f on network 7361a085-d96a-4f31-b765-5a3a0b40e7c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83563 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 15:19:23.863149 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-d1e44817-1065-45c8-ac66-8f368b9e9880 service neutron] Attempting to bind port af78b63f-49ed-4cf6-917d-f37c78a0e65f on network 7361a085-d96a-4f31-b765-5a3a0b40e7c7 {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 15:19:23.868337 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-d1e44817-1065-45c8-ac66-8f368b9e9880 service neutron] Checking agent: {'id': '54f4ecb7-e3d7-497a-b676-ec21eb6e2a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83563', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'started_at': datetime.datetime(2022, 3, 29, 15, 0, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 15, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 15:19:23.868704 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-d1e44817-1065-45c8-ac66-8f368b9e9880 service neutron] Checking segment: {'id': '13900b9a-4061-4f7b-81bb-9d27483245b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 15:19:23.869088 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-d1e44817-1065-45c8-ac66-8f368b9e9880 service neutron] Bound using segment: {'id': '13900b9a-4061-4f7b-81bb-9d27483245b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7'} {{(pid=103154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 15:19:23.869514 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.managers [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-d1e44817-1065-45c8-ac66-8f368b9e9880 service neutron] Bound port: af78b63f-49ed-4cf6-917d-f37c78a0e65f, host: hv-cinder-83563, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13900b9a-4061-4f7b-81bb-9d27483245b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7'}}] {{(pid=103154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 15:19:23.869870 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-d1e44817-1065-45c8-ac66-8f368b9e9880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (af78b63f-49ed-4cf6-917d-f37c78a0e65f), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:23.935979 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-d1e44817-1065-45c8-ac66-8f368b9e9880 service neutron] For port af78b63f-49ed-4cf6-917d-f37c78a0e65f, host hv-cinder-83563, cleared binding levels {{(pid=103154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 15:19:23.939342 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-d1e44817-1065-45c8-ac66-8f368b9e9880 service neutron] For port af78b63f-49ed-4cf6-917d-f37c78a0e65f, host hv-cinder-83563, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=af78b63f-49ed-4cf6-917d-f37c78a0e65f,segment=NetworkSegment(13900b9a-4061-4f7b-81bb-9d27483245b5),segment_id=13900b9a-4061-4f7b-81bb-9d27483245b5)] {{(pid=103154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 15:19:23.945862 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-d1e44817-1065-45c8-ac66-8f368b9e9880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (af78b63f-49ed-4cf6-917d-f37c78a0e65f), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:23.980179 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-d1e44817-1065-45c8-ac66-8f368b9e9880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:23.980818 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-d1e44817-1065-45c8-ac66-8f368b9e9880 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:23.982206 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-d1e44817-1065-45c8-ac66-8f368b9e9880 service neutron] 10.222.0.36 "PUT /v2.0/ports/af78b63f-49ed-4cf6-917d-f37c78a0e65f HTTP/1.1" status: 200 len: 1093 time: 0.6045222 Mar 29 15:19:23.982644 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c968bcf-482c-4be3-9472-22eec5293e05', 'tag': 'af78b63f-49ed-4cf6-917d-f37c78a0e65f'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:19:23.984894 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3a5d09-3117-4d2e-b3fc-0eab010cd4c0" -d '{"events": [{"name": "network-changed", "server_uuid": "5c968bcf-482c-4be3-9472-22eec5293e05", "tag": "af78b63f-49ed-4cf6-917d-f37c78a0e65f"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:19:24.021160 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e44817-1065-45c8-ac66-8f368b9e9880 service neutron] Pushing event updated for resources: {'Port': ['ID=af78b63f-49ed-4cf6-917d-f37c78a0e65f,revision_number=3']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:19:24.078850 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-72f95c82-6474-4b21-a361-632f1ad6fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:24.080360 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-72f95c82-6474-4b21-a361-632f1ad6fd8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb13df1bbb4c41139dde418a494692fc&device_id=5c968bcf-482c-4be3-9472-22eec5293e05 HTTP/1.1" status: 200 len: 1127 time: 0.0545468 Mar 29 15:19:24.088176 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ba8f2e-0ab7-46a4-9813-7d326dba495e x-openstack-request-id: req-84ba8f2e-0ab7-46a4-9813-7d326dba495e {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:19:24.088538 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c968bcf-482c-4be3-9472-22eec5293e05", "tag": "af78b63f-49ed-4cf6-917d-f37c78a0e65f", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:19:24.088880 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-84ba8f2e-0ab7-46a4-9813-7d326dba495e {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:19:24.089400 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84ba8f2e-0ab7-46a4-9813-7d326dba495e'] response: {'name': 'network-changed', 'server_uuid': '5c968bcf-482c-4be3-9472-22eec5293e05', 'tag': 'af78b63f-49ed-4cf6-917d-f37c78a0e65f', 'status': 'completed', 'code': 200} Mar 29 15:19:24.147647 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-ce5e246f-d1fb-4b62-98c9-6d55ca555ecd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af78b63f-49ed-4cf6-917d-f37c78a0e65f HTTP/1.1" status: 200 len: 217 time: 0.0394797 Mar 29 15:19:24.196500 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-389eedd2-316a-4516-abcd-3aac8e10f313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:24.197965 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-389eedd2-316a-4516-abcd-3aac8e10f313 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35025535-f908-4fdd-8813-2eb4bba1ac31 HTTP/1.1" status: 200 len: 850 time: 0.0451105 Mar 29 15:19:24.249351 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-db399eb8-6887-4980-b18a-32c099aa5f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:24.250858 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-db399eb8-6887-4980-b18a-32c099aa5f22 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7361a085-d96a-4f31-b765-5a3a0b40e7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473530 Mar 29 15:19:24.263214 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df2414-83c2-4225-959a-4534e2f22341 req-2be9defd-f521-460d-98e4-27d8f3e0529e tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:24.264945 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-43df2414-83c2-4225-959a-4534e2f22341 req-2be9defd-f521-460d-98e4-27d8f3e0529e tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c968bcf-482c-4be3-9472-22eec5293e05 HTTP/1.1" status: 200 len: 943 time: 0.0564101 Mar 29 15:19:24.314146 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-43df2414-83c2-4225-959a-4534e2f22341 req-fb986dcd-03b4-49ef-9399-3fc5674be80e tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426219 Mar 29 15:19:24.344210 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-4a7f99c8-0d26-4ccd-ab56-4ed12c129e13 service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877368 Mar 29 15:19:24.436353 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-bd11d47a-7ff0-4e23-a1ba-648355a827e3 req-df149e30-9453-4045-a8a7-fbe49d71d696 service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849800 Mar 29 15:19:24.529476 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a5d09-3117-4d2e-b3fc-0eab010cd4c0 req-1128cf11-a8f6-4d29-a64d-63cf0636d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:24.530937 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ba3a5d09-3117-4d2e-b3fc-0eab010cd4c0 req-1128cf11-a8f6-4d29-a64d-63cf0636d9ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb13df1bbb4c41139dde418a494692fc&device_id=5c968bcf-482c-4be3-9472-22eec5293e05 HTTP/1.1" status: 200 len: 1127 time: 0.0487463 Mar 29 15:19:24.619817 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a5d09-3117-4d2e-b3fc-0eab010cd4c0 req-96e33f85-b470-43bb-a323-8f84acf12c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:24.621211 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ba3a5d09-3117-4d2e-b3fc-0eab010cd4c0 req-96e33f85-b470-43bb-a323-8f84acf12c51 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7361a085-d96a-4f31-b765-5a3a0b40e7c7 HTTP/1.1" status: 200 len: 912 time: 0.0831592 Mar 29 15:19:24.662368 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ba3a5d09-3117-4d2e-b3fc-0eab010cd4c0 req-378480a2-879a-49ec-aefb-170934a6cd3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af78b63f-49ed-4cf6-917d-f37c78a0e65f HTTP/1.1" status: 200 len: 217 time: 0.0340374 Mar 29 15:19:24.713902 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a5d09-3117-4d2e-b3fc-0eab010cd4c0 req-2d0b2da6-551c-438b-9a7b-260d8558ca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:24.715325 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ba3a5d09-3117-4d2e-b3fc-0eab010cd4c0 req-2d0b2da6-551c-438b-9a7b-260d8558ca84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35025535-f908-4fdd-8813-2eb4bba1ac31 HTTP/1.1" status: 200 len: 850 time: 0.0463367 Mar 29 15:19:24.763033 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a5d09-3117-4d2e-b3fc-0eab010cd4c0 req-437dc881-b006-4192-af6b-ff87e219a68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:24.764531 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ba3a5d09-3117-4d2e-b3fc-0eab010cd4c0 req-437dc881-b006-4192-af6b-ff87e219a68a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7361a085-d96a-4f31-b765-5a3a0b40e7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435123 Mar 29 15:19:24.850458 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ba3a5d09-3117-4d2e-b3fc-0eab010cd4c0 req-e1758b66-a386-4c20-afd0-bb869f651fc4 service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792799 Mar 29 15:19:24.940846 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-ba3a5d09-3117-4d2e-b3fc-0eab010cd4c0 req-bf638086-aed2-4a30-aaa3-82a7a0b2f5aa service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841641 Mar 29 15:19:25.433146 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52fa93-2532-4a59-a074-175b9da8685f req-a0cbec33-d51a-442b-9cd2-a47c8a7c9901 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:25.434583 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-bd52fa93-2532-4a59-a074-175b9da8685f req-a0cbec33-d51a-442b-9cd2-a47c8a7c9901 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c968bcf-482c-4be3-9472-22eec5293e05 HTTP/1.1" status: 200 len: 943 time: 0.0526924 Mar 29 15:19:25.482010 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-bd52fa93-2532-4a59-a074-175b9da8685f req-702fbb78-2acc-4ea6-b1d9-360681b2bf91 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418665 Mar 29 15:19:26.602848 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b895383-a50b-453f-8270-c28a77774c18 req-62af3dbd-b2d6-4010-8377-e1112d442c15 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:26.604329 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2b895383-a50b-453f-8270-c28a77774c18 req-62af3dbd-b2d6-4010-8377-e1112d442c15 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c968bcf-482c-4be3-9472-22eec5293e05 HTTP/1.1" status: 200 len: 943 time: 0.0552981 Mar 29 15:19:26.652416 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2b895383-a50b-453f-8270-c28a77774c18 req-abdb4b4d-57fe-4929-8b16-7b2623b36dbf tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425644 Mar 29 15:19:26.662249 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:27.771872 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2f97e-177a-44da-9acc-9ea246ed9e09 req-ced96213-0381-42e1-9b1a-a45043195467 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:27.774043 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3bb2f97e-177a-44da-9acc-9ea246ed9e09 req-ced96213-0381-42e1-9b1a-a45043195467 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c968bcf-482c-4be3-9472-22eec5293e05 HTTP/1.1" status: 200 len: 943 time: 0.0559206 Mar 29 15:19:27.823649 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3bb2f97e-177a-44da-9acc-9ea246ed9e09 req-9c7d1c56-5379-4a92-93f3-374b22a190d6 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441656 Mar 29 15:19:28.940611 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676841a7-458a-4c32-abaa-d8b5c850b89b req-a8a909f2-e445-45c4-8a42-463570b34c03 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:28.942095 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-676841a7-458a-4c32-abaa-d8b5c850b89b req-a8a909f2-e445-45c4-8a42-463570b34c03 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c968bcf-482c-4be3-9472-22eec5293e05 HTTP/1.1" status: 200 len: 943 time: 0.0532088 Mar 29 15:19:28.991483 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-676841a7-458a-4c32-abaa-d8b5c850b89b req-c304148f-32bd-46a5-a9a7-4d55aff81176 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437782 Mar 29 15:19:30.110066 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca406c5-6edd-49f6-af51-12d210367f5b req-3acfc350-41c9-4a84-bc97-66895b7f9931 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:30.111537 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-bca406c5-6edd-49f6-af51-12d210367f5b req-3acfc350-41c9-4a84-bc97-66895b7f9931 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c968bcf-482c-4be3-9472-22eec5293e05 HTTP/1.1" status: 200 len: 943 time: 0.0524313 Mar 29 15:19:30.159440 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-bca406c5-6edd-49f6-af51-12d210367f5b req-0ac9a0c2-9d70-4dd1-873d-0aad8c7227fa tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417352 Mar 29 15:19:31.280826 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d58105-f883-42fb-8461-631231186e1c req-a3a8231d-60d2-41e0-8a47-0bea3bf35348 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:31.282299 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-45d58105-f883-42fb-8461-631231186e1c req-a3a8231d-60d2-41e0-8a47-0bea3bf35348 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c968bcf-482c-4be3-9472-22eec5293e05 HTTP/1.1" status: 200 len: 943 time: 0.0562570 Mar 29 15:19:31.330809 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-45d58105-f883-42fb-8461-631231186e1c req-c643bef2-a1ed-4531-9000-c3ab9beac064 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430601 Mar 29 15:19:32.447401 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd02ef8-43a3-411c-92c2-8921be8f81a9 req-e3db078e-8989-4f27-b96e-062643a79d75 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:32.448875 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-2bd02ef8-43a3-411c-92c2-8921be8f81a9 req-e3db078e-8989-4f27-b96e-062643a79d75 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c968bcf-482c-4be3-9472-22eec5293e05 HTTP/1.1" status: 200 len: 943 time: 0.0529401 Mar 29 15:19:32.499921 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-2bd02ef8-43a3-411c-92c2-8921be8f81a9 req-0c42f3f0-3093-4379-be2c-6a2d68890c84 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454350 Mar 29 15:19:33.133642 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device af78b63f-49ed-4cf6-917d-f37c78a0e65f details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:19:33.237561 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port af78b63f-49ed-4cf6-917d-f37c78a0e65f, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=af78b63f-49ed-4cf6-917d-f37c78a0e65f,segment=NetworkSegment(13900b9a-4061-4f7b-81bb-9d27483245b5),segment_id=13900b9a-4061-4f7b-81bb-9d27483245b5)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:19:33.245127 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Returning: {'device': 'af78b63f-49ed-4cf6-917d-f37c78a0e65f', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'port_id': 'af78b63f-49ed-4cf6-917d-f37c78a0e65f', 'mac_address': 'fa:16:3e:3b:ef:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:19:33.281596 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port af78b63f-49ed-4cf6-917d-f37c78a0e65f is: DOWN; New status is: BUILD {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:19:33.281983 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (af78b63f-49ed-4cf6-917d-f37c78a0e65f), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:33.295085 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af78b63f-49ed-4cf6-917d-f37c78a0e65f {{(pid=103155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:19:33.315337 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port af78b63f-49ed-4cf6-917d-f37c78a0e65f, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=af78b63f-49ed-4cf6-917d-f37c78a0e65f,segment=NetworkSegment(13900b9a-4061-4f7b-81bb-9d27483245b5),segment_id=13900b9a-4061-4f7b-81bb-9d27483245b5)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:19:33.319146 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (af78b63f-49ed-4cf6-917d-f37c78a0e65f), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:33.364637 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=af78b63f-49ed-4cf6-917d-f37c78a0e65f,revision_number=4']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:19:33.372664 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:33.373014 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:33.373357 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:33.373727 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:33.374057 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:33.374388 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:33.374712 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:33.375190 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:33.375519 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:33.375843 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:33.376170 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:33.376492 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:33.376837 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:33.377158 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:33.377477 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:19:33.619958 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72e3ad-6048-4af6-9ca6-99670e71ed15 req-291b0fd6-a8d9-433b-8e89-a21d7cc30331 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:33.621514 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-0e72e3ad-6048-4af6-9ca6-99670e71ed15 req-291b0fd6-a8d9-433b-8e89-a21d7cc30331 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c968bcf-482c-4be3-9472-22eec5293e05 HTTP/1.1" status: 200 len: 944 time: 0.0537910 Mar 29 15:19:33.656808 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['af78b63f-49ed-4cf6-917d-f37c78a0e65f'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:19:33.670674 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-0e72e3ad-6048-4af6-9ca6-99670e71ed15 req-01382b1c-f263-4cfb-8c12-d4f4c15071ea tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436049 Mar 29 15:19:34.787441 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf42358-5dd5-44aa-a82c-89eb5b7c5b08 req-c9c0f20f-942e-4111-90b2-61191627c0bb tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:34.791286 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9cf42358-5dd5-44aa-a82c-89eb5b7c5b08 req-c9c0f20f-942e-4111-90b2-61191627c0bb tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c968bcf-482c-4be3-9472-22eec5293e05 HTTP/1.1" status: 200 len: 944 time: 0.0524759 Mar 29 15:19:34.838547 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9cf42358-5dd5-44aa-a82c-89eb5b7c5b08 req-89007b0b-ab2d-4646-838d-58b96ad77691 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427058 Mar 29 15:19:35.165019 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device af78b63f-49ed-4cf6-917d-f37c78a0e65f up at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:19:35.216303 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning for port af78b63f-49ed-4cf6-917d-f37c78a0e65f completed by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 15:19:35.220422 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning complete for port af78b63f-49ed-4cf6-917d-f37c78a0e65f triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:19:35.220830 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (af78b63f-49ed-4cf6-917d-f37c78a0e65f), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:35.418709 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port af78b63f-49ed-4cf6-917d-f37c78a0e65f is: BUILD; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:19:35.419007 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (af78b63f-49ed-4cf6-917d-f37c78a0e65f), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:35.440774 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c968bcf-482c-4be3-9472-22eec5293e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af78b63f-49ed-4cf6-917d-f37c78a0e65f'}] {{(pid=103155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:19:35.442982 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38c8142a5be8756d7824345574af4facaba61695d099691de86e3daaece1ccc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e139309-e9fb-41bc-9e62-141ece5ea136" -d '{"events": [{"server_uuid": "5c968bcf-482c-4be3-9472-22eec5293e05", "name": "network-vif-plugged", "status": "completed", "tag": "af78b63f-49ed-4cf6-917d-f37c78a0e65f"}]}' {{(pid=103155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:19:35.455442 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port af78b63f-49ed-4cf6-917d-f37c78a0e65f, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=af78b63f-49ed-4cf6-917d-f37c78a0e65f,segment=NetworkSegment(13900b9a-4061-4f7b-81bb-9d27483245b5),segment_id=13900b9a-4061-4f7b-81bb-9d27483245b5)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:19:35.460075 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (af78b63f-49ed-4cf6-917d-f37c78a0e65f), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:35.507501 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=af78b63f-49ed-4cf6-917d-f37c78a0e65f,revision_number=5']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:19:35.540771 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53676181-eb40-4db7-82aa-596bba120e4d x-openstack-request-id: req-53676181-eb40-4db7-82aa-596bba120e4d {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:19:35.541057 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c968bcf-482c-4be3-9472-22eec5293e05", "name": "network-vif-plugged", "status": "completed", "tag": "af78b63f-49ed-4cf6-917d-f37c78a0e65f", "code": 200}]} {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:19:35.541302 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-53676181-eb40-4db7-82aa-596bba120e4d {{(pid=103155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:19:35.541695 dv-cinder-835635-1-iscsi neutron-server[103155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53676181-eb40-4db7-82aa-596bba120e4d'] response: {'server_uuid': '5c968bcf-482c-4be3-9472-22eec5293e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af78b63f-49ed-4cf6-917d-f37c78a0e65f', 'code': 200} Mar 29 15:19:35.762653 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e6098-e405-4951-b1e8-7c248eb21814 req-621fa43e-3b0a-4119-965d-733980f48516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:35.764124 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0a2e6098-e405-4951-b1e8-7c248eb21814 req-621fa43e-3b0a-4119-965d-733980f48516 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c968bcf-482c-4be3-9472-22eec5293e05 HTTP/1.1" status: 200 len: 1129 time: 0.0433476 Mar 29 15:19:35.810054 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-0a2e6098-e405-4951-b1e8-7c248eb21814 req-74cfb5a9-d6e7-4c39-9472-16bd4ac711d3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390811 Mar 29 15:19:35.957226 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58be70-87f3-402d-af6d-906d59c020eb req-ace61950-35a5-47bc-807f-bef319541db9 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:35.958692 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-2f58be70-87f3-402d-af6d-906d59c020eb req-ace61950-35a5-47bc-807f-bef319541db9 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c968bcf-482c-4be3-9472-22eec5293e05 HTTP/1.1" status: 200 len: 945 time: 0.0560267 Mar 29 15:19:36.007108 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-2f58be70-87f3-402d-af6d-906d59c020eb req-1a7a41c3-16ad-497d-b72c-6b3925551688 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423322 Mar 29 15:19:37.130673 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c20ce-8bab-45d3-9e3f-f6f739cf7e33 req-fbfa4a89-65eb-4dad-a31b-1a43cdb9cc70 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:37.132225 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c59c20ce-8bab-45d3-9e3f-f6f739cf7e33 req-fbfa4a89-65eb-4dad-a31b-1a43cdb9cc70 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c968bcf-482c-4be3-9472-22eec5293e05 HTTP/1.1" status: 200 len: 945 time: 0.0543995 Mar 29 15:19:37.186659 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-c59c20ce-8bab-45d3-9e3f-f6f739cf7e33 req-31c97f09-a7fe-4023-8cf9-781de670cbf8 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483873 Mar 29 15:19:38.311818 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee06f6-ba68-49cb-8a38-ced61a7d131b req-0a6f5da1-3d27-429e-9848-fc72f7cd3b2b tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:38.311818 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-2fee06f6-ba68-49cb-8a38-ced61a7d131b req-0a6f5da1-3d27-429e-9848-fc72f7cd3b2b tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c968bcf-482c-4be3-9472-22eec5293e05 HTTP/1.1" status: 200 len: 945 time: 0.0552487 Mar 29 15:19:38.357345 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-2fee06f6-ba68-49cb-8a38-ced61a7d131b req-17306c92-0b68-41fd-91d8-c3c8d095747d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440414 Mar 29 15:19:38.474158 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a929df2-6d2a-40bf-bcc0-4484261e94a8 req-5764efd9-6ca2-4534-9de1-d0d0a3aaf8b2 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:38.475525 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-4a929df2-6d2a-40bf-bcc0-4484261e94a8 req-5764efd9-6ca2-4534-9de1-d0d0a3aaf8b2 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c968bcf-482c-4be3-9472-22eec5293e05 HTTP/1.1" status: 200 len: 945 time: 0.0529935 Mar 29 15:19:38.524886 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-4a929df2-6d2a-40bf-bcc0-4484261e94a8 req-eb068ccb-2665-4dab-848d-28681ece85c9 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430636 Mar 29 15:19:38.547942 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 48668) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:19:38.693399 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9dc0f3-107f-4fa6-9a67-bb606eac38f6 tempest-TestVolumeBootPattern-811119152 tempest-TestVolumeBootPattern-811119152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:38.694949 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-3e9dc0f3-107f-4fa6-9a67-bb606eac38f6 tempest-TestVolumeBootPattern-811119152 tempest-TestVolumeBootPattern-811119152-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5c968bcf-482c-4be3-9472-22eec5293e05 HTTP/1.1" status: 200 len: 1124 time: 0.1459677 Mar 29 15:19:38.697786 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 48672) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:19:38.701878 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.v2.base [None req-a26f9b4a-11b0-4e74-923f-28703915cba5 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Request body: {'floatingip': {'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'port_id': 'af78b63f-49ed-4cf6-917d-f37c78a0e65f', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 15:19:38.721116 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a26f9b4a-11b0-4e74-923f-28703915cba5 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:38.816113 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a26f9b4a-11b0-4e74-923f-28703915cba5 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (None), before_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:38.923533 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_common [None req-a26f9b4a-11b0-4e74-923f-28703915cba5 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Allocated IP 172.27.2.225 (73fab6d0-c07f-433f-9c69-8ff3a31867f5/bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83/c08031cb-9923-47a9-8da5-0670deae944e) {{(pid=103154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 15:19:39.022673 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a26f9b4a-11b0-4e74-923f-28703915cba5 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for port (c08031cb-9923-47a9-8da5-0670deae944e), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:39.056199 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a26f9b4a-11b0-4e74-923f-28703915cba5 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776791464196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (c08031cb-9923-47a9-8da5-0670deae944e), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:39.092552 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26f9b4a-11b0-4e74-923f-28703915cba5 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Network 73fab6d0-c07f-433f-9c69-8ff3a31867f5 is already hosted by enough agents. {{(pid=103154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 15:19:39.095390 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.base_scheduler [None req-a26f9b4a-11b0-4e74-923f-28703915cba5 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Resources bound (agent type, host, resource id): {{(pid=103154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 15:19:39.105560 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f9b4a-11b0-4e74-923f-28703915cba5 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Received port after_create {{(pid=103154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 15:19:39.110939 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f9b4a-11b0-4e74-923f-28703915cba5 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Pushing event updated for resources: {'Port': ['ID=c08031cb-9923-47a9-8da5-0670deae944e,revision_number=1']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:19:39.443861 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a26f9b4a-11b0-4e74-923f-28703915cba5 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for floatingip (da98e469-44b9-4006-a1f9-ca0171e633a5), precommit_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:39.513311 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a26f9b4a-11b0-4e74-923f-28703915cba5 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (c08031cb-9923-47a9-8da5-0670deae944e), before_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:39.657550 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a26f9b4a-11b0-4e74-923f-28703915cba5 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for port (c08031cb-9923-47a9-8da5-0670deae944e), precommit_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:39.661979 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a26f9b4a-11b0-4e74-923f-28703915cba5 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13598032'] for port (c08031cb-9923-47a9-8da5-0670deae944e), after_update {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:39.731638 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f9b4a-11b0-4e74-923f-28703915cba5 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Pushing event updated for resources: {'Port': ['ID=c08031cb-9923-47a9-8da5-0670deae944e,revision_number=2']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:19:39.742879 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a26f9b4a-11b0-4e74-923f-28703915cba5 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787260'] for floatingip (da98e469-44b9-4006-a1f9-ca0171e633a5), after_create {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:39.842630 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.l3_db [None req-a26f9b4a-11b0-4e74-923f-28703915cba5 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Floating IP da98e469-44b9-4006-a1f9-ca0171e633a5 associated. External IP: 172.27.2.225, port: af78b63f-49ed-4cf6-917d-f37c78a0e65f. Mar 29 15:19:40.309199 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26f9b4a-11b0-4e74-923f-28703915cba5 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Router 9b7dd2bf-80e6-4da1-9edc-872c912fc803 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:19:40.418593 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26f9b4a-11b0-4e74-923f-28703915cba5 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:19:40.429986 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6531b0d5-fef6-4647-998f-6b83c59df081 None None] Sync routers for ids ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:19:40.436634 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-a26f9b4a-11b0-4e74-923f-28703915cba5 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:40.439927 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6531b0d5-fef6-4647-998f-6b83c59df081 None None] Routers {'9b7dd2bf-80e6-4da1-9edc-872c912fc803'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:19:40.440549 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-6531b0d5-fef6-4647-998f-6b83c59df081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:19:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:19:40.470539 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-a26f9b4a-11b0-4e74-923f-28703915cba5 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7715728 Mar 29 15:19:40.471163 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c968bcf-482c-4be3-9472-22eec5293e05', 'tag': 'af78b63f-49ed-4cf6-917d-f37c78a0e65f'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:19:40.473751 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fa2666-8bda-44c2-b48c-99c0e850db98" -d '{"events": [{"name": "network-changed", "server_uuid": "5c968bcf-482c-4be3-9472-22eec5293e05", "tag": "af78b63f-49ed-4cf6-917d-f37c78a0e65f"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:19:40.510082 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83c68f6-a498-4218-b349-435429b90940 x-openstack-request-id: req-e83c68f6-a498-4218-b349-435429b90940 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:19:40.510364 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c968bcf-482c-4be3-9472-22eec5293e05", "tag": "af78b63f-49ed-4cf6-917d-f37c78a0e65f", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:19:40.510859 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e83c68f6-a498-4218-b349-435429b90940 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:19:40.511264 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e83c68f6-a498-4218-b349-435429b90940'] response: {'name': 'network-changed', 'server_uuid': '5c968bcf-482c-4be3-9472-22eec5293e05', 'tag': 'af78b63f-49ed-4cf6-917d-f37c78a0e65f', 'status': 'completed', 'code': 200} Mar 29 15:19:40.556725 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-6531b0d5-fef6-4647-998f-6b83c59df081 None None] Set router 9b7dd2bf-80e6-4da1-9edc-872c912fc803 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:19:40.574664 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa2666-8bda-44c2-b48c-99c0e850db98 req-0e276e9d-5d0d-44d0-b87c-c35b91ccf2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:40.576161 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-55fa2666-8bda-44c2-b48c-99c0e850db98 req-0e276e9d-5d0d-44d0-b87c-c35b91ccf2ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb13df1bbb4c41139dde418a494692fc&device_id=5c968bcf-482c-4be3-9472-22eec5293e05 HTTP/1.1" status: 200 len: 1129 time: 0.0453172 Mar 29 15:19:40.667719 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa2666-8bda-44c2-b48c-99c0e850db98 req-14f7688b-1d1c-4dcb-bcd0-66aada889506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:40.669202 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-55fa2666-8bda-44c2-b48c-99c0e850db98 req-14f7688b-1d1c-4dcb-bcd0-66aada889506 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7361a085-d96a-4f31-b765-5a3a0b40e7c7 HTTP/1.1" status: 200 len: 912 time: 0.0851979 Mar 29 15:19:40.740441 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-55fa2666-8bda-44c2-b48c-99c0e850db98 req-d112e782-d6b1-423a-bf13-f74040943890 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af78b63f-49ed-4cf6-917d-f37c78a0e65f HTTP/1.1" status: 200 len: 999 time: 0.0652714 Mar 29 15:19:40.782281 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-6531b0d5-fef6-4647-998f-6b83c59df081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'name': 'tempest-TestVolumeBootPattern-203760922-router', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:47Z', 'revision_number': 4, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'gw_port': {'id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '853fe4f0-73c0-4294-87cf-439609dcd990', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'port_id': '8b5dee82-3e6d-4c37-89d0-b381dff74b55', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'mac_address': 'fa:16:3e:e5:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172b0592-3059-4c2f-bad8-ef5b8326450c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:17:02Z', 'updated_at': '2022-03-29T15:17:04Z', 'revision_number': 1, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'fixed_ip_address_scope': None}, {'id': 'da98e469-44b9-4006-a1f9-ca0171e633a5', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'port_id': 'af78b63f-49ed-4cf6-917d-f37c78a0e65f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'mac_address': 'fa:16:3e:3b:ef:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c968bcf-482c-4be3-9472-22eec5293e05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:19:39Z', 'updated_at': '2022-03-29T15:19:39Z', 'revision_number': 0, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2f76b5c-c6ad-443b-b39d-0538b335d304', 'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'mac_address': 'fa:16:3e:97:11:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:47Z', 'updated_at': '2022-03-29T15:12:51Z', 'revision_number': 5, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'subnets': [{'id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:19:40.790806 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa2666-8bda-44c2-b48c-99c0e850db98 req-064de144-622b-41d7-b5c6-8ee1c9fc6240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:40.792260 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-55fa2666-8bda-44c2-b48c-99c0e850db98 req-064de144-622b-41d7-b5c6-8ee1c9fc6240 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35025535-f908-4fdd-8813-2eb4bba1ac31 HTTP/1.1" status: 200 len: 850 time: 0.0444715 Mar 29 15:19:40.813407 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6531b0d5-fef6-4647-998f-6b83c59df081 None None] Checking router: 9b7dd2bf-80e6-4da1-9edc-872c912fc803 for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:19:40.821700 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6531b0d5-fef6-4647-998f-6b83c59df081 None None] Routers {'9b7dd2bf-80e6-4da1-9edc-872c912fc803'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:19:40.822308 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-6531b0d5-fef6-4647-998f-6b83c59df081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:19:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:19:40.840255 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa2666-8bda-44c2-b48c-99c0e850db98 req-2d61ba86-72b9-4a70-bcbf-907ee7630eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:40.841788 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-55fa2666-8bda-44c2-b48c-99c0e850db98 req-2d61ba86-72b9-4a70-bcbf-907ee7630eac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7361a085-d96a-4f31-b765-5a3a0b40e7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439572 Mar 29 15:19:40.930778 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-6531b0d5-fef6-4647-998f-6b83c59df081 None None] Set router 9b7dd2bf-80e6-4da1-9edc-872c912fc803 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:19:40.935382 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-55fa2666-8bda-44c2-b48c-99c0e850db98 req-2645ac3c-9e5f-4e10-a612-62e1fd8e3fe2 service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876188 Mar 29 15:19:41.025055 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-55fa2666-8bda-44c2-b48c-99c0e850db98 req-2f521cc5-13d8-4106-a9b7-598dc6cdb3b5 service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832598 Mar 29 15:19:41.152453 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-6531b0d5-fef6-4647-998f-6b83c59df081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'name': 'tempest-TestVolumeBootPattern-203760922-router', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:47Z', 'revision_number': 4, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'gw_port': {'id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '853fe4f0-73c0-4294-87cf-439609dcd990', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'port_id': '8b5dee82-3e6d-4c37-89d0-b381dff74b55', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'mac_address': 'fa:16:3e:e5:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172b0592-3059-4c2f-bad8-ef5b8326450c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:17:02Z', 'updated_at': '2022-03-29T15:17:04Z', 'revision_number': 1, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'fixed_ip_address_scope': None}, {'id': 'da98e469-44b9-4006-a1f9-ca0171e633a5', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'port_id': 'af78b63f-49ed-4cf6-917d-f37c78a0e65f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'mac_address': 'fa:16:3e:3b:ef:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c968bcf-482c-4be3-9472-22eec5293e05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:19:39Z', 'updated_at': '2022-03-29T15:19:39Z', 'revision_number': 0, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2f76b5c-c6ad-443b-b39d-0538b335d304', 'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'mac_address': 'fa:16:3e:97:11:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:47Z', 'updated_at': '2022-03-29T15:12:51Z', 'revision_number': 5, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'subnets': [{'id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:19:41.181691 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6531b0d5-fef6-4647-998f-6b83c59df081 None None] The sync data for ids ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'] in dv-cinder-835635-1-iscsi is: [{'id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'name': 'tempest-TestVolumeBootPattern-203760922-router', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:47Z', 'revision_number': 4, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'gw_port': {'id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '853fe4f0-73c0-4294-87cf-439609dcd990', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'port_id': '8b5dee82-3e6d-4c37-89d0-b381dff74b55', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'mac_address': 'fa:16:3e:e5:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172b0592-3059-4c2f-bad8-ef5b8326450c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:17:02Z', 'updated_at': '2022-03-29T15:17:04Z', 'revision_number': 1, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'fixed_ip_address_scope': None}, {'id': 'da98e469-44b9-4006-a1f9-ca0171e633a5', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'port_id': 'af78b63f-49ed-4cf6-917d-f37c78a0e65f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'mac_address': 'fa:16:3e:3b:ef:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c968bcf-482c-4be3-9472-22eec5293e05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:19:39Z', 'updated_at': '2022-03-29T15:19:39Z', 'revision_number': 0, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2f76b5c-c6ad-443b-b39d-0538b335d304', 'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'mac_address': 'fa:16:3e:97:11:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:47Z', 'updated_at': '2022-03-29T15:12:51Z', 'revision_number': 5, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'subnets': [{'id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:19:41.365639 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526299ab-e815-4844-a59e-6b244893c001 None None] New status for floating IP da98e469-44b9-4006-a1f9-ca0171e633a5: ACTIVE {{(pid=103156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:19:41.464388 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-eab7e527-9167-4a1d-9513-e09b4f2bd208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:42.898122 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4b019a49-e7ac-473e-a4d5-fd0c6d3213ec req-257519c1-7438-4649-ae65-5ea2ba318bfc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479107 Mar 29 15:19:42.960929 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b019a49-e7ac-473e-a4d5-fd0c6d3213ec req-5786c9db-7d60-4c9c-805d-664ebac67a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:42.962687 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4b019a49-e7ac-473e-a4d5-fd0c6d3213ec req-5786c9db-7d60-4c9c-805d-664ebac67a25 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7b009c1ad1e4ed8b86bb55c43b0b6a6&device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 1129 time: 0.0454211 Mar 29 15:19:43.064238 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b019a49-e7ac-473e-a4d5-fd0c6d3213ec req-c07a0de4-0f73-4448-a1de-0ed8e933cfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:43.065648 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4b019a49-e7ac-473e-a4d5-fd0c6d3213ec req-c07a0de4-0f73-4448-a1de-0ed8e933cfda service neutron] 10.222.0.36 "GET /v2.0/networks?id=d731d5fc-cd68-45e1-be36-bb1d0572af45 HTTP/1.1" status: 200 len: 910 time: 0.0859506 Mar 29 15:19:43.134389 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4b019a49-e7ac-473e-a4d5-fd0c6d3213ec req-94da1c18-40b9-4140-9d9e-1ab13eb97131 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8540e35d-b9be-4ee8-ab0c-6cf2914205d3 HTTP/1.1" status: 200 len: 1001 time: 0.0628514 Mar 29 15:19:43.183069 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b019a49-e7ac-473e-a4d5-fd0c6d3213ec req-d8345b6d-ce45-42a5-b6ae-c62eb0af70d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:43.184486 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4b019a49-e7ac-473e-a4d5-fd0c6d3213ec req-d8345b6d-ce45-42a5-b6ae-c62eb0af70d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e4f1a2b-f307-463e-9001-6e05a9f6c7c9 HTTP/1.1" status: 200 len: 848 time: 0.0446615 Mar 29 15:19:43.233740 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b019a49-e7ac-473e-a4d5-fd0c6d3213ec req-c5d0595b-87d6-4441-a19d-f7532f59b4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:19:43.235225 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4b019a49-e7ac-473e-a4d5-fd0c6d3213ec req-c5d0595b-87d6-4441-a19d-f7532f59b4b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d731d5fc-cd68-45e1-be36-bb1d0572af45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455885 Mar 29 15:19:43.327939 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4b019a49-e7ac-473e-a4d5-fd0c6d3213ec req-ccc00509-40ff-43f8-9cc1-b434a3f69e0b service neutron] 10.222.0.36 "GET /v2.0/networks/d731d5fc-cd68-45e1-be36-bb1d0572af45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866249 Mar 29 15:19:43.415394 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-4b019a49-e7ac-473e-a4d5-fd0c6d3213ec req-e0d1ab24-9630-4de8-81e2-718b995ad281 service neutron] 10.222.0.36 "GET /v2.0/networks/d731d5fc-cd68-45e1-be36-bb1d0572af45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818365 Mar 29 15:19:43.763118 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-4b007c79-51d8-4419-912c-3dffc874bf0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:44.796471 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:46.603952 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:47.667629 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:19:53.888704 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:19:56.663665 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:07.468543 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [req-46b96340-5af2-4037-97a7-502e1e06b8dd req-4fd3b97b-e0bd-4f25-97d6-71cda002d1c2 service neutron] (103154) timed out ('10.222.0.36', 56550) {{(pid=103154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 15:20:11.466836 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-932ebf98-d3ce-48a7-9d7c-ee869b62b0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:13.768281 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-fde393cb-ada7-434b-b6ed-b8e5c40761e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:13.864571 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6091d-4985-4833-b9ff-a2ab8586c9a1 req-d178a8fd-ba60-4b0d-bd11-d7a5b82e4966 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:13.867257 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-bfb6091d-4985-4833-b9ff-a2ab8586c9a1 req-d178a8fd-ba60-4b0d-bd11-d7a5b82e4966 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 945 time: 0.0555007 Mar 29 15:20:13.920847 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-bfb6091d-4985-4833-b9ff-a2ab8586c9a1 req-956f66e6-4868-47d0-9f4f-893c3876375c tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481009 Mar 29 15:20:14.799154 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:15.040325 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd62bf-4388-4e8d-9d62-096134613cd2 req-9569643f-f6cd-47e8-a9d7-09f9a65627c4 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:15.041821 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e0bd62bf-4388-4e8d-9d62-096134613cd2 req-9569643f-f6cd-47e8-a9d7-09f9a65627c4 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 945 time: 0.0537786 Mar 29 15:20:15.103457 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-e0bd62bf-4388-4e8d-9d62-096134613cd2 req-4f45a81a-4af8-4899-9919-26d689bed6e1 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559559 Mar 29 15:20:16.221128 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06680f9-eaba-45c5-b3c9-cebdee980745 req-2cbe3c31-2824-4669-bfd9-2d158a477470 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:16.222652 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d06680f9-eaba-45c5-b3c9-cebdee980745 req-2cbe3c31-2824-4669-bfd9-2d158a477470 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 945 time: 0.0531361 Mar 29 15:20:16.270975 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d06680f9-eaba-45c5-b3c9-cebdee980745 req-fb7ec9d1-11f3-4e25-8180-a43384676c2a tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420530 Mar 29 15:20:16.606711 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:17.389830 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facaf4d1-e45d-4dec-b060-2e72de2fe606 req-cbd7d084-7c2a-42ea-a642-b829a97afb68 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:17.391290 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-facaf4d1-e45d-4dec-b060-2e72de2fe606 req-cbd7d084-7c2a-42ea-a642-b829a97afb68 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 945 time: 0.0553193 Mar 29 15:20:17.438382 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-facaf4d1-e45d-4dec-b060-2e72de2fe606 req-73f3978c-5242-4aa1-bde5-0355cf06fd85 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416229 Mar 29 15:20:17.668956 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:18.561920 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074d800-5296-4b2a-b44a-a7529e5a3f55 req-7791e2b0-58d9-4ec4-9a59-4a58a1203b25 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:18.563394 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e074d800-5296-4b2a-b44a-a7529e5a3f55 req-7791e2b0-58d9-4ec4-9a59-4a58a1203b25 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 945 time: 0.0526037 Mar 29 15:20:18.612379 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e074d800-5296-4b2a-b44a-a7529e5a3f55 req-a55521ab-7377-4cf9-b4c0-0cf429619bb4 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433266 Mar 29 15:20:19.731022 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f4d2b-d0bb-49e4-801f-1404a6fd9f4f req-72804749-3918-4f90-a1e9-2dc1063510aa tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:19.732523 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-fb8f4d2b-d0bb-49e4-801f-1404a6fd9f4f req-72804749-3918-4f90-a1e9-2dc1063510aa tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 945 time: 0.0537231 Mar 29 15:20:19.781609 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-fb8f4d2b-d0bb-49e4-801f-1404a6fd9f4f req-597eea04-c0ad-4a74-9ef8-02b9953aff3a tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434384 Mar 29 15:20:20.902266 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f34374-643d-4398-8be9-b6d5ecf340bd req-b21e173b-2037-4281-ae0b-2c34248c6768 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:20.903710 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-15f34374-643d-4398-8be9-b6d5ecf340bd req-b21e173b-2037-4281-ae0b-2c34248c6768 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 945 time: 0.0551648 Mar 29 15:20:20.965303 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-15f34374-643d-4398-8be9-b6d5ecf340bd req-05a9fe08-9cc8-48e2-8652-845d12a994ce tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557883 Mar 29 15:20:22.084046 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1051c-8fae-42d8-bcea-1e5eedb2f611 req-d6be9201-2bb4-4029-8d24-c5f1f37e197b tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:22.086768 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-80b1051c-8fae-42d8-bcea-1e5eedb2f611 req-d6be9201-2bb4-4029-8d24-c5f1f37e197b tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 945 time: 0.0551507 Mar 29 15:20:22.140715 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-80b1051c-8fae-42d8-bcea-1e5eedb2f611 req-48dcbd3b-67e4-4681-98d4-e1048545dacd tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484529 Mar 29 15:20:23.257589 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56fdd9-9563-42eb-8b05-52ea5548b28f req-ae9a7ff6-6208-4c9f-b9ab-d52f630d3c2a tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:23.259034 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fc56fdd9-9563-42eb-8b05-52ea5548b28f req-ae9a7ff6-6208-4c9f-b9ab-d52f630d3c2a tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 945 time: 0.0525584 Mar 29 15:20:23.307686 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fc56fdd9-9563-42eb-8b05-52ea5548b28f req-e460ef2e-e469-4fde-b34e-752d7a8c8719 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431254 Mar 29 15:20:24.007148 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50db671-8961-40b0-b01e-62045dd401bd req-5c2e2cfe-5185-4b97-bc83-836547dea04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:24.008635 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a50db671-8961-40b0-b01e-62045dd401bd req-5c2e2cfe-5185-4b97-bc83-836547dea04e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7b009c1ad1e4ed8b86bb55c43b0b6a6&device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 1129 time: 0.0475678 Mar 29 15:20:24.096914 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50db671-8961-40b0-b01e-62045dd401bd req-18ec2501-a98a-4339-a89b-0f87e1c550d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:24.098341 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a50db671-8961-40b0-b01e-62045dd401bd req-18ec2501-a98a-4339-a89b-0f87e1c550d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d731d5fc-cd68-45e1-be36-bb1d0572af45 HTTP/1.1" status: 200 len: 910 time: 0.0827515 Mar 29 15:20:24.165720 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a50db671-8961-40b0-b01e-62045dd401bd req-60325199-4b9e-424b-886a-f83cd2ec1e4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8540e35d-b9be-4ee8-ab0c-6cf2914205d3 HTTP/1.1" status: 200 len: 1001 time: 0.0612783 Mar 29 15:20:24.213787 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50db671-8961-40b0-b01e-62045dd401bd req-226f1662-4160-46c0-8872-c9f1023db8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:24.215208 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a50db671-8961-40b0-b01e-62045dd401bd req-226f1662-4160-46c0-8872-c9f1023db8b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e4f1a2b-f307-463e-9001-6e05a9f6c7c9 HTTP/1.1" status: 200 len: 848 time: 0.0434771 Mar 29 15:20:24.262188 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50db671-8961-40b0-b01e-62045dd401bd req-66a0e597-02e8-4ff8-b7cf-5731f3912dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:24.263639 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a50db671-8961-40b0-b01e-62045dd401bd req-66a0e597-02e8-4ff8-b7cf-5731f3912dcf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d731d5fc-cd68-45e1-be36-bb1d0572af45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428071 Mar 29 15:20:24.353190 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a50db671-8961-40b0-b01e-62045dd401bd req-1fe08eeb-06ab-4b15-85a9-076c242a01bc service neutron] 10.222.0.36 "GET /v2.0/networks/d731d5fc-cd68-45e1-be36-bb1d0572af45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837431 Mar 29 15:20:24.424634 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a0107-f9ab-457e-ae18-0219cc1ddab1 req-63dd58b7-e25f-4584-9257-ce27026b1d89 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:24.426124 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-ce5a0107-f9ab-457e-ae18-0219cc1ddab1 req-63dd58b7-e25f-4584-9257-ce27026b1d89 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 945 time: 0.0527329 Mar 29 15:20:24.442948 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a50db671-8961-40b0-b01e-62045dd401bd req-6e7a83f5-3b73-47ca-9534-be26f2fcecfa service neutron] 10.222.0.36 "GET /v2.0/networks/d731d5fc-cd68-45e1-be36-bb1d0572af45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843368 Mar 29 15:20:24.476943 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-ce5a0107-f9ab-457e-ae18-0219cc1ddab1 req-1454df8b-c9a9-4a47-95e6-2930abb1d2bf tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446084 Mar 29 15:20:25.594596 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f2fdf-01ba-4b0e-9b18-53360b0c1d8f req-4490ac8d-026d-49cf-9676-b1298d216726 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:25.596068 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-cb3f2fdf-01ba-4b0e-9b18-53360b0c1d8f req-4490ac8d-026d-49cf-9676-b1298d216726 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 945 time: 0.0536230 Mar 29 15:20:25.643999 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-cb3f2fdf-01ba-4b0e-9b18-53360b0c1d8f req-5ae1d4b9-ce55-48ee-909c-8df147c66a96 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419021 Mar 29 15:20:26.649216 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:26.763120 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79152e-f281-456e-afc3-a6a5276f94ed req-1717b4ec-1373-40d3-a6b4-d8c6a80e4aa8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:26.764654 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-cb79152e-f281-456e-afc3-a6a5276f94ed req-1717b4ec-1373-40d3-a6b4-d8c6a80e4aa8 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 945 time: 0.0526507 Mar 29 15:20:26.814827 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-cb79152e-f281-456e-afc3-a6a5276f94ed req-f7c2f6d5-816c-4ad7-893b-4bedb60f66dc tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445201 Mar 29 15:20:26.922070 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [req-1beffeb0-26a2-4bf4-9a05-03b8f843802d req-0646d5ac-2143-499c-9c3e-f15a3775edf2 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103154) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 15:20:26.923323 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-1beffeb0-26a2-4bf4-9a05-03b8f843802d req-0646d5ac-2143-499c-9c3e-f15a3775edf2 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475211 Mar 29 15:20:27.081837 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214ba0e-9f9e-4aa6-a844-3137b3713052 req-34299d0c-53bf-41dd-b6c6-4529c9760575 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:27.083356 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b214ba0e-9f9e-4aa6-a844-3137b3713052 req-34299d0c-53bf-41dd-b6c6-4529c9760575 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 945 time: 0.0591214 Mar 29 15:20:27.094677 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b1250dd3-2684-4eba-a2d7-8ac6f4ced3ea req-a7e79c5f-6ce7-4a59-9a6a-fb2ae01e8f1a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0914767 Mar 29 15:20:27.139200 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-b214ba0e-9f9e-4aa6-a844-3137b3713052 req-a568dcf5-7f37-43ad-8f73-7de469864d15 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494964 Mar 29 15:20:28.226565 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1250dd3-2684-4eba-a2d7-8ac6f4ced3ea req-599a8ab5-f811-4f40-ab53-b3140ee23c08 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:28.227891 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b1250dd3-2684-4eba-a2d7-8ac6f4ced3ea req-599a8ab5-f811-4f40-ab53-b3140ee23c08 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports/8540e35d-b9be-4ee8-ab0c-6cf2914205d3 HTTP/1.1" status: 200 len: 942 time: 0.0985193 Mar 29 15:20:28.277930 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd467b-498c-43f5-9b15-d4b5eb420f8f req-21d4fb78-d0fa-4252-b517-abace7d286ef tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:28.279406 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-09fd467b-498c-43f5-9b15-d4b5eb420f8f req-21d4fb78-d0fa-4252-b517-abace7d286ef tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 945 time: 0.0601726 Mar 29 15:20:28.328284 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-09fd467b-498c-43f5-9b15-d4b5eb420f8f req-d60fa6b7-3550-4be1-ae9e-8c3d64d1abe9 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430410 Mar 29 15:20:29.400161 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 8540e35d-b9be-4ee8-ab0c-6cf2914205d3 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:20:29.450010 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703dbbc-132e-4d1d-b497-4f9be1c250d4 req-d1b1033b-f09b-4e6d-aaea-bcec6e0448f7 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:29.451583 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2703dbbc-132e-4d1d-b497-4f9be1c250d4 req-d1b1033b-f09b-4e6d-aaea-bcec6e0448f7 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 945 time: 0.0575972 Mar 29 15:20:29.477440 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port 8540e35d-b9be-4ee8-ab0c-6cf2914205d3 is: ACTIVE; New status is: DOWN {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:20:29.477746 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (8540e35d-b9be-4ee8-ab0c-6cf2914205d3), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:29.499518 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8540e35d-b9be-4ee8-ab0c-6cf2914205d3'}] {{(pid=103155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:20:29.499767 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-2703dbbc-132e-4d1d-b497-4f9be1c250d4 req-9c83b493-592a-455f-b835-796ac9f942dc tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424633 Mar 29 15:20:29.502255 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38c8142a5be8756d7824345574af4facaba61695d099691de86e3daaece1ccc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f80046-9fb3-432c-9577-47867de56a39" -d '{"events": [{"server_uuid": "2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9", "name": "network-vif-unplugged", "status": "completed", "tag": "8540e35d-b9be-4ee8-ab0c-6cf2914205d3"}]}' {{(pid=103155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:20:29.515114 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 8540e35d-b9be-4ee8-ab0c-6cf2914205d3, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=8540e35d-b9be-4ee8-ab0c-6cf2914205d3,segment=NetworkSegment(b50806fb-e37f-41be-b83d-c01a918172e2),segment_id=b50806fb-e37f-41be-b83d-c01a918172e2)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:20:29.520201 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (8540e35d-b9be-4ee8-ab0c-6cf2914205d3), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:29.545162 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Mar 2022 15:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b715e6-5db5-4215-8e75-140ad6db9272 x-openstack-request-id: req-42b715e6-5db5-4215-8e75-140ad6db9272 {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:20:29.545434 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9", "name": "network-vif-unplugged", "status": "failed", "tag": "8540e35d-b9be-4ee8-ab0c-6cf2914205d3", "code": 422}]} {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:20:29.545684 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-42b715e6-5db5-4215-8e75-140ad6db9272 {{(pid=103155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:20:29.546081 dv-cinder-835635-1-iscsi neutron-server[103155]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-42b715e6-5db5-4215-8e75-140ad6db9272']: {'server_uuid': '2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8540e35d-b9be-4ee8-ab0c-6cf2914205d3', 'code': 422} returned with failed status Mar 29 15:20:29.574895 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=8540e35d-b9be-4ee8-ab0c-6cf2914205d3,revision_number=6']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:20:30.630843 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32686c2e-bc63-4d83-b563-b537de2cb960 req-247aafe6-1892-4da3-9afd-ef0322914768 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:30.633021 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-32686c2e-bc63-4d83-b563-b537de2cb960 req-247aafe6-1892-4da3-9afd-ef0322914768 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 943 time: 0.0556159 Mar 29 15:20:30.679991 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-32686c2e-bc63-4d83-b563-b537de2cb960 req-14c3d1ca-a011-4cdc-b47c-67c8bc2d33e4 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415044 Mar 29 15:20:30.887793 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:20:31.797923 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb91d8-5216-4fc9-91e4-d5298a177ccb req-7bd4fa17-0381-4d3f-9940-360252db10ae tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:31.799370 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3ffb91d8-5216-4fc9-91e4-d5298a177ccb req-7bd4fa17-0381-4d3f-9940-360252db10ae tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 943 time: 0.0556016 Mar 29 15:20:31.848676 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3ffb91d8-5216-4fc9-91e4-d5298a177ccb req-7b17442b-5450-4707-ad78-f8f31a851d3c tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436137 Mar 29 15:20:32.515548 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1250dd3-2684-4eba-a2d7-8ac6f4ced3ea req-e757b606-634e-429f-a1a3-f8ed0f64750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:32.517036 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b1250dd3-2684-4eba-a2d7-8ac6f4ced3ea req-e757b606-634e-429f-a1a3-f8ed0f64750b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9&tenant_id=d7b009c1ad1e4ed8b86bb55c43b0b6a6 HTTP/1.1" status: 200 len: 1127 time: 0.0439947 Mar 29 15:20:32.579995 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1250dd3-2684-4eba-a2d7-8ac6f4ced3ea req-78039b9d-b5ea-418a-81a3-323bfb66f86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:32.581473 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b1250dd3-2684-4eba-a2d7-8ac6f4ced3ea req-78039b9d-b5ea-418a-81a3-323bfb66f86b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7b009c1ad1e4ed8b86bb55c43b0b6a6&device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 1127 time: 0.0435171 Mar 29 15:20:32.672654 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1250dd3-2684-4eba-a2d7-8ac6f4ced3ea req-69e1b8d8-9f9b-4aa2-b2e7-13ae40c321c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:32.674087 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b1250dd3-2684-4eba-a2d7-8ac6f4ced3ea req-69e1b8d8-9f9b-4aa2-b2e7-13ae40c321c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d731d5fc-cd68-45e1-be36-bb1d0572af45 HTTP/1.1" status: 200 len: 910 time: 0.0865664 Mar 29 15:20:32.738496 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b1250dd3-2684-4eba-a2d7-8ac6f4ced3ea req-c9029457-6c7c-40b1-86ce-85409ede6efd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8540e35d-b9be-4ee8-ab0c-6cf2914205d3 HTTP/1.1" status: 200 len: 999 time: 0.0582881 Mar 29 15:20:32.788978 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1250dd3-2684-4eba-a2d7-8ac6f4ced3ea req-830156f1-a0f1-4316-8484-64f22c63aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:32.790319 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b1250dd3-2684-4eba-a2d7-8ac6f4ced3ea req-830156f1-a0f1-4316-8484-64f22c63aef8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e4f1a2b-f307-463e-9001-6e05a9f6c7c9 HTTP/1.1" status: 200 len: 848 time: 0.0461128 Mar 29 15:20:32.841508 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1250dd3-2684-4eba-a2d7-8ac6f4ced3ea req-3d168f4d-4b21-43b5-bd43-273659cbac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:32.842999 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b1250dd3-2684-4eba-a2d7-8ac6f4ced3ea req-3d168f4d-4b21-43b5-bd43-273659cbac55 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d731d5fc-cd68-45e1-be36-bb1d0572af45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470693 Mar 29 15:20:32.931561 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b1250dd3-2684-4eba-a2d7-8ac6f4ced3ea req-1ebcdc86-aa4c-4176-9486-53cd4174ffae service neutron] 10.222.0.36 "GET /v2.0/networks/d731d5fc-cd68-45e1-be36-bb1d0572af45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823374 Mar 29 15:20:32.965363 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7097b-5a0f-41eb-8c96-54700896350c req-2081e6b8-db4d-485a-8463-525308f16fb1 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:32.966857 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f2b7097b-5a0f-41eb-8c96-54700896350c req-2081e6b8-db4d-485a-8463-525308f16fb1 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 943 time: 0.0531402 Mar 29 15:20:33.016897 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-f2b7097b-5a0f-41eb-8c96-54700896350c req-71c024b7-983f-4abb-8f74-0ea9dbeeb064 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442641 Mar 29 15:20:33.026195 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-b1250dd3-2684-4eba-a2d7-8ac6f4ced3ea req-a81ff42c-6035-46d8-8487-18b37303ea36 service neutron] 10.222.0.36 "GET /v2.0/networks/d731d5fc-cd68-45e1-be36-bb1d0572af45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866287 Mar 29 15:20:34.137064 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f871d-f1b1-4a31-bd31-5ec4349106d2 req-be956fea-3bcf-497a-ae4e-849e0f3ae341 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:34.138537 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fd6f871d-f1b1-4a31-bd31-5ec4349106d2 req-be956fea-3bcf-497a-ae4e-849e0f3ae341 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 943 time: 0.0523236 Mar 29 15:20:34.186217 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-fd6f871d-f1b1-4a31-bd31-5ec4349106d2 req-6543d16d-e6c2-43d6-b746-34b0fa2b1f4e tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422845 Mar 29 15:20:35.304093 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d011464-682a-43c9-a771-9ca4edddbbed req-cf4b9135-2715-408f-a715-7d3fa02b98a1 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:35.305576 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-6d011464-682a-43c9-a771-9ca4edddbbed req-cf4b9135-2715-408f-a715-7d3fa02b98a1 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 943 time: 0.0531828 Mar 29 15:20:35.360259 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-6d011464-682a-43c9-a771-9ca4edddbbed req-79dfae76-c9e4-460c-806d-048f46b77d1b tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492177 Mar 29 15:20:36.482209 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156685e-7d5b-43be-a8aa-32b5dc2bb541 req-d26c9ecc-1ec9-4dd9-995b-6ce72b37dc1c tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:36.483591 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5156685e-7d5b-43be-a8aa-32b5dc2bb541 req-d26c9ecc-1ec9-4dd9-995b-6ce72b37dc1c tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 943 time: 0.0519979 Mar 29 15:20:36.534757 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5156685e-7d5b-43be-a8aa-32b5dc2bb541 req-3483b857-7654-4073-9adc-f47ca97311f6 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456517 Mar 29 15:20:37.652143 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c635e4-00de-4bcb-8266-044a7a060f5d req-e930d895-74fd-4a8a-ad67-6395a1d54fc5 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:37.653608 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-76c635e4-00de-4bcb-8266-044a7a060f5d req-e930d895-74fd-4a8a-ad67-6395a1d54fc5 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 943 time: 0.0513780 Mar 29 15:20:37.700999 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-76c635e4-00de-4bcb-8266-044a7a060f5d req-1ee4e3c9-1ad4-4d61-a2c7-6cc9395cb435 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418899 Mar 29 15:20:38.820706 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be429d-a986-470c-b3ac-219130621a61 req-2f1151d4-ae91-46b1-86cc-77275278d7ce tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:38.822013 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a1be429d-a986-470c-b3ac-219130621a61 req-2f1151d4-ae91-46b1-86cc-77275278d7ce tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 943 time: 0.0546768 Mar 29 15:20:38.871938 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a1be429d-a986-470c-b3ac-219130621a61 req-09d73c82-44ca-4879-9443-fa7dd17bf3b9 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442030 Mar 29 15:20:39.988503 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85f0e2-f505-4aa8-b5b6-63dca28d8a3b req-0ba8a090-7838-4668-b1e7-c90470f0f64d tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:39.989989 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3a85f0e2-f505-4aa8-b5b6-63dca28d8a3b req-0ba8a090-7838-4668-b1e7-c90470f0f64d tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 943 time: 0.0514991 Mar 29 15:20:40.038002 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-3a85f0e2-f505-4aa8-b5b6-63dca28d8a3b req-b5f73cee-0122-489f-aab1-c1715c48d15e tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413980 Mar 29 15:20:41.152663 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e4931-6ed6-497a-abff-6213050b81aa req-e7c0d481-b2f5-4661-918a-8aae8a80a42e tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:41.154151 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3c3e4931-6ed6-497a-abff-6213050b81aa req-e7c0d481-b2f5-4661-918a-8aae8a80a42e tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 943 time: 0.0512588 Mar 29 15:20:41.201789 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-3c3e4931-6ed6-497a-abff-6213050b81aa req-744f8242-01f6-4ac9-864a-60ca85d0d554 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422843 Mar 29 15:20:41.443584 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 8540e35d-b9be-4ee8-ab0c-6cf2914205d3 details requested by agent hyperv_hv-cinder-83563 with host hv-cinder-83563 {{(pid=103155) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 15:20:41.473474 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7a894184-2132-44cb-b820-a797db506ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:41.553439 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 8540e35d-b9be-4ee8-ab0c-6cf2914205d3, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=8540e35d-b9be-4ee8-ab0c-6cf2914205d3,segment=NetworkSegment(b50806fb-e37f-41be-b83d-c01a918172e2),segment_id=b50806fb-e37f-41be-b83d-c01a918172e2)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:20:41.564607 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Returning: {'device': '8540e35d-b9be-4ee8-ab0c-6cf2914205d3', 'network_id': 'd731d5fc-cd68-45e1-be36-bb1d0572af45', 'port_id': '8540e35d-b9be-4ee8-ab0c-6cf2914205d3', 'mac_address': 'fa:16:3e:7c:3c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4f1a2b-f307-463e-9001-6e05a9f6c7c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103155) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 15:20:41.600581 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port 8540e35d-b9be-4ee8-ab0c-6cf2914205d3 is: DOWN; New status is: BUILD {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:20:41.600982 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (8540e35d-b9be-4ee8-ab0c-6cf2914205d3), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:41.613514 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8540e35d-b9be-4ee8-ab0c-6cf2914205d3 {{(pid=103155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 15:20:41.632677 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 8540e35d-b9be-4ee8-ab0c-6cf2914205d3, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=8540e35d-b9be-4ee8-ab0c-6cf2914205d3,segment=NetworkSegment(b50806fb-e37f-41be-b83d-c01a918172e2),segment_id=b50806fb-e37f-41be-b83d-c01a918172e2)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:20:41.637001 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (8540e35d-b9be-4ee8-ab0c-6cf2914205d3), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:41.683966 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=8540e35d-b9be-4ee8-ab0c-6cf2914205d3,revision_number=7']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:20:41.691224 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:20:41.691577 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:20:41.691923 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:20:41.692266 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:20:41.692630 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:20:41.692966 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:20:41.693296 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:20:41.693836 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:20:41.694130 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:20:41.694453 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:20:41.694785 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:20:41.695114 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:20:41.695439 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:20:41.695763 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:20:41.696086 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:20:42.009188 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] get_ports_and_sgs() called for port_ids ['8540e35d-b9be-4ee8-ab0c-6cf2914205d3'] {{(pid=103155) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 15:20:42.322402 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952efc46-5776-4417-80be-8bebbbad3005 req-6547ba85-920b-4023-bf52-390025ed4a4b tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:42.323801 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-952efc46-5776-4417-80be-8bebbbad3005 req-6547ba85-920b-4023-bf52-390025ed4a4b tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 944 time: 0.0561142 Mar 29 15:20:42.372844 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-952efc46-5776-4417-80be-8bebbbad3005 req-e5306cad-7a63-4bb3-a731-dbf360eb41c4 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434361 Mar 29 15:20:43.476355 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 8540e35d-b9be-4ee8-ab0c-6cf2914205d3 up at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 15:20:43.494809 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7349aa-1ef7-452e-8ec9-d9e43f4eaeab req-f0a32249-b506-4777-b107-2ed062637140 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:43.496275 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5d7349aa-1ef7-452e-8ec9-d9e43f4eaeab req-f0a32249-b506-4777-b107-2ed062637140 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 944 time: 0.0583084 Mar 29 15:20:43.525811 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.provisioning_blocks [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Provisioning complete for port 8540e35d-b9be-4ee8-ab0c-6cf2914205d3 triggered by entity L2. {{(pid=103155) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 15:20:43.526177 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-988718'] for port (8540e35d-b9be-4ee8-ab0c-6cf2914205d3), provisioning_complete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:43.546388 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5d7349aa-1ef7-452e-8ec9-d9e43f4eaeab req-74e416d8-2a34-4844-a393-53a682a9ea38 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443742 Mar 29 15:20:43.603250 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Current status of the port 8540e35d-b9be-4ee8-ab0c-6cf2914205d3 is: BUILD; New status is: ACTIVE {{(pid=103155) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 15:20:43.603642 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-819668'] for port (8540e35d-b9be-4ee8-ab0c-6cf2914205d3), before_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:43.625171 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8540e35d-b9be-4ee8-ab0c-6cf2914205d3'}] {{(pid=103155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:20:43.627363 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38c8142a5be8756d7824345574af4facaba61695d099691de86e3daaece1ccc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485a0a0a-b003-4318-bb53-05dec8ee9988" -d '{"events": [{"server_uuid": "2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9", "name": "network-vif-plugged", "status": "completed", "tag": "8540e35d-b9be-4ee8-ab0c-6cf2914205d3"}]}' {{(pid=103155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:20:43.639750 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] For port 8540e35d-b9be-4ee8-ab0c-6cf2914205d3, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=8540e35d-b9be-4ee8-ab0c-6cf2914205d3,segment=NetworkSegment(b50806fb-e37f-41be-b83d-c01a918172e2),segment_id=b50806fb-e37f-41be-b83d-c01a918172e2)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:20:43.645687 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776791966859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776791464214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776791464232'] for port (8540e35d-b9be-4ee8-ab0c-6cf2914205d3), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:43.674461 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cae7f1-9035-4c2e-9697-3cece8f74067 x-openstack-request-id: req-01cae7f1-9035-4c2e-9697-3cece8f74067 {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:20:43.674752 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9", "name": "network-vif-plugged", "status": "completed", "tag": "8540e35d-b9be-4ee8-ab0c-6cf2914205d3", "code": 200}]} {{(pid=103155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:20:43.675004 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-01cae7f1-9035-4c2e-9697-3cece8f74067 {{(pid=103155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:20:43.675394 dv-cinder-835635-1-iscsi neutron-server[103155]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01cae7f1-9035-4c2e-9697-3cece8f74067'] response: {'server_uuid': '2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8540e35d-b9be-4ee8-ab0c-6cf2914205d3', 'code': 200} Mar 29 15:20:43.700319 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Pushing event updated for resources: {'Port': ['ID=8540e35d-b9be-4ee8-ab0c-6cf2914205d3,revision_number=8']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:20:43.762842 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-f2e7bbce-035d-4e23-8fec-56557a262b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:43.895004 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2aff90-ab5c-4f42-b24a-c2387644ff5a req-58af7e66-3452-44fb-84a9-757189e74ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:43.896489 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-6c2aff90-ab5c-4f42-b24a-c2387644ff5a req-58af7e66-3452-44fb-84a9-757189e74ec2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 1129 time: 0.0429871 Mar 29 15:20:43.949928 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-6c2aff90-ab5c-4f42-b24a-c2387644ff5a req-7650a5fa-428e-48b2-b739-ff0c0d07af83 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397153 Mar 29 15:20:44.268459 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e3c8eb6c-d6c1-4b1a-bdee-ccbb091a32d1 req-064ac90e-bd3d-471d-b810-040f3d09e258 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470629 Mar 29 15:20:44.353915 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8eb6c-d6c1-4b1a-bdee-ccbb091a32d1 req-926623f9-5a0b-4de8-96fe-586bc7e6d1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:44.355395 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e3c8eb6c-d6c1-4b1a-bdee-ccbb091a32d1 req-926623f9-5a0b-4de8-96fe-586bc7e6d1ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb13df1bbb4c41139dde418a494692fc&device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 1129 time: 0.0438402 Mar 29 15:20:44.465116 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8eb6c-d6c1-4b1a-bdee-ccbb091a32d1 req-42df68cc-e5bc-41b8-af05-2e335a99b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:44.466491 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e3c8eb6c-d6c1-4b1a-bdee-ccbb091a32d1 req-42df68cc-e5bc-41b8-af05-2e335a99b97a service neutron] 10.222.0.36 "GET /v2.0/networks?id=7361a085-d96a-4f31-b765-5a3a0b40e7c7 HTTP/1.1" status: 200 len: 912 time: 0.0887940 Mar 29 15:20:44.536811 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e3c8eb6c-d6c1-4b1a-bdee-ccbb091a32d1 req-820614c0-a775-4f9a-8d91-a3aceeb2c8d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b5dee82-3e6d-4c37-89d0-b381dff74b55 HTTP/1.1" status: 200 len: 1001 time: 0.0615485 Mar 29 15:20:44.586298 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8eb6c-d6c1-4b1a-bdee-ccbb091a32d1 req-6ebe3753-1f18-444f-865c-1e64bc1de40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:44.587750 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e3c8eb6c-d6c1-4b1a-bdee-ccbb091a32d1 req-6ebe3753-1f18-444f-865c-1e64bc1de40e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35025535-f908-4fdd-8813-2eb4bba1ac31 HTTP/1.1" status: 200 len: 850 time: 0.0443821 Mar 29 15:20:44.667889 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8eb6c-d6c1-4b1a-bdee-ccbb091a32d1 req-89ca33cf-1e30-41c4-906a-70f1a364ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:44.669388 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e3c8eb6c-d6c1-4b1a-bdee-ccbb091a32d1 req-89ca33cf-1e30-41c4-906a-70f1a364ed50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7361a085-d96a-4f31-b765-5a3a0b40e7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757413 Mar 29 15:20:44.692370 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b112ae-7906-46fc-8d13-a87f08f4d901 req-bf247015-96b3-4861-b5bd-1f3f31282971 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:44.694330 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-79b112ae-7906-46fc-8d13-a87f08f4d901 req-bf247015-96b3-4861-b5bd-1f3f31282971 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 945 time: 0.0763702 Mar 29 15:20:44.789161 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-79b112ae-7906-46fc-8d13-a87f08f4d901 req-35906347-8be5-491a-9da3-074a48bbc23c tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854073 Mar 29 15:20:44.804687 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e3c8eb6c-d6c1-4b1a-bdee-ccbb091a32d1 req-5ca79661-9b10-490e-b03b-7cc0f7cdab78 service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271942 Mar 29 15:20:44.804923 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:44.897284 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e3c8eb6c-d6c1-4b1a-bdee-ccbb091a32d1 req-aa5b3604-5390-4d97-9ed0-312a09174d62 service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854065 Mar 29 15:20:45.909478 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9b6b3-2542-43dd-ac87-e66412693122 req-ae9f6e5a-471f-4bdb-8e34-8ab17e5d184a tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:20:45.910919 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-06a9b6b3-2542-43dd-ac87-e66412693122 req-ae9f6e5a-471f-4bdb-8e34-8ab17e5d184a tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 945 time: 0.0528922 Mar 29 15:20:45.958657 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-06a9b6b3-2542-43dd-ac87-e66412693122 req-4691f33d-b473-444e-b025-4abf91b85d81 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416067 Mar 29 15:20:46.610050 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:47.670494 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:20:56.650857 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:07.886912 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:21:11.465501 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-828a87d2-121e-4040-90c4-30b20fa4841e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:13.766838 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9adbc937-9a13-464c-b2ed-9c4275a83645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:14.807893 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:16.612954 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:17.673766 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:26.659426 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:29.436276 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 48802) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:21:29.594044 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-a6caac76-3cac-423f-af28-c0908b222c18 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Deleting port c08031cb-9923-47a9-8da5-0670deae944e {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:21:29.594300 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a6caac76-3cac-423f-af28-c0908b222c18 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (c08031cb-9923-47a9-8da5-0670deae944e), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:29.670769 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a6caac76-3cac-423f-af28-c0908b222c18 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (c08031cb-9923-47a9-8da5-0670deae944e), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:29.671094 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a6caac76-3cac-423f-af28-c0908b222c18 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for floatingip (c08031cb-9923-47a9-8da5-0670deae944e), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:29.683696 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-a6caac76-3cac-423f-af28-c0908b222c18 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Calling delete_port for c08031cb-9923-47a9-8da5-0670deae944e owned by network:floatingip {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:21:29.828952 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a6caac76-3cac-423f-af28-c0908b222c18 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (c08031cb-9923-47a9-8da5-0670deae944e), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:29.853590 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6caac76-3cac-423f-af28-c0908b222c18 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Pushing event deleted for resources: {'Port': ['ID=c08031cb-9923-47a9-8da5-0670deae944e,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:21:29.880669 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6caac76-3cac-423f-af28-c0908b222c18 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:29.881015 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6caac76-3cac-423f-af28-c0908b222c18 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:29.881949 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6caac76-3cac-423f-af28-c0908b222c18 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:29.882283 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6caac76-3cac-423f-af28-c0908b222c18 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:29.882618 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6caac76-3cac-423f-af28-c0908b222c18 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:29.882940 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6caac76-3cac-423f-af28-c0908b222c18 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:29.883262 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6caac76-3cac-423f-af28-c0908b222c18 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:29.883584 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6caac76-3cac-423f-af28-c0908b222c18 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:29.883905 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6caac76-3cac-423f-af28-c0908b222c18 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:29.884225 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6caac76-3cac-423f-af28-c0908b222c18 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:29.884552 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6caac76-3cac-423f-af28-c0908b222c18 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:29.884892 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6caac76-3cac-423f-af28-c0908b222c18 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:29.885209 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6caac76-3cac-423f-af28-c0908b222c18 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:29.885530 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6caac76-3cac-423f-af28-c0908b222c18 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:29.885846 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6caac76-3cac-423f-af28-c0908b222c18 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:29.925493 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a6caac76-3cac-423f-af28-c0908b222c18 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for floatingip (da98e469-44b9-4006-a1f9-ca0171e633a5), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:29.925819 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.db.l3_db [None req-a6caac76-3cac-423f-af28-c0908b222c18 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Floating IP da98e469-44b9-4006-a1f9-ca0171e633a5 disassociated (deleted). External IP: 172.27.2.225, port: af78b63f-49ed-4cf6-917d-f37c78a0e65f. Mar 29 15:21:30.143557 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6caac76-3cac-423f-af28-c0908b222c18 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Router 9b7dd2bf-80e6-4da1-9edc-872c912fc803 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:21:30.252106 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6caac76-3cac-423f-af28-c0908b222c18 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:21:30.257154 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a6caac76-3cac-423f-af28-c0908b222c18 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:30.262620 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4093ad5f-4ae2-4ecd-8c08-82d923d3748e None None] Sync routers for ids ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:21:30.273529 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4093ad5f-4ae2-4ecd-8c08-82d923d3748e None None] Routers {'9b7dd2bf-80e6-4da1-9edc-872c912fc803'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:21:30.274139 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-4093ad5f-4ae2-4ecd-8c08-82d923d3748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:21:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:21:30.286559 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-a6caac76-3cac-423f-af28-c0908b222c18 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "DELETE /v2.0/floatingips/da98e469-44b9-4006-a1f9-ca0171e633a5 HTTP/1.1" status: 204 len: 168 time: 0.8491945 Mar 29 15:21:30.287238 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c968bcf-482c-4be3-9472-22eec5293e05', 'tag': 'af78b63f-49ed-4cf6-917d-f37c78a0e65f'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:21:30.290072 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba023f0cd8cc5f3c167e772b1aa00d02c07a3711ed68df0fea12bd5354b7600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9674696a-be71-49c2-bdf9-aef8bb2a2049" -d '{"events": [{"name": "network-changed", "server_uuid": "5c968bcf-482c-4be3-9472-22eec5293e05", "tag": "af78b63f-49ed-4cf6-917d-f37c78a0e65f"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:21:30.386114 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32b7953-0d2f-4d5a-91e1-488ab9f0f21c x-openstack-request-id: req-a32b7953-0d2f-4d5a-91e1-488ab9f0f21c {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:21:30.386114 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c968bcf-482c-4be3-9472-22eec5293e05", "tag": "af78b63f-49ed-4cf6-917d-f37c78a0e65f", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:21:30.386379 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a32b7953-0d2f-4d5a-91e1-488ab9f0f21c {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:21:30.386755 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a32b7953-0d2f-4d5a-91e1-488ab9f0f21c'] response: {'name': 'network-changed', 'server_uuid': '5c968bcf-482c-4be3-9472-22eec5293e05', 'tag': 'af78b63f-49ed-4cf6-917d-f37c78a0e65f', 'status': 'completed', 'code': 200} Mar 29 15:21:30.389680 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-4093ad5f-4ae2-4ecd-8c08-82d923d3748e None None] Set router 9b7dd2bf-80e6-4da1-9edc-872c912fc803 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:21:30.464201 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674696a-be71-49c2-bdf9-aef8bb2a2049 req-18186548-7499-4cd9-a5b4-98d97212c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:21:30.465886 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9674696a-be71-49c2-bdf9-aef8bb2a2049 req-18186548-7499-4cd9-a5b4-98d97212c057 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb13df1bbb4c41139dde418a494692fc&device_id=5c968bcf-482c-4be3-9472-22eec5293e05 HTTP/1.1" status: 200 len: 1129 time: 0.0509672 Mar 29 15:21:30.531667 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69596123-8dc5-4713-9fae-e6f20f9fcd17 req-8f44376e-ef5a-47ab-a71b-f7598ddd6a46 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:21:30.533181 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-69596123-8dc5-4713-9fae-e6f20f9fcd17 req-8f44376e-ef5a-47ab-a71b-f7598ddd6a46 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c968bcf-482c-4be3-9472-22eec5293e05 HTTP/1.1" status: 200 len: 945 time: 0.0563395 Mar 29 15:21:30.562298 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674696a-be71-49c2-bdf9-aef8bb2a2049 req-648d3324-8ef4-4a34-bd67-d87f4a193b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:21:30.563781 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9674696a-be71-49c2-bdf9-aef8bb2a2049 req-648d3324-8ef4-4a34-bd67-d87f4a193b37 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7361a085-d96a-4f31-b765-5a3a0b40e7c7 HTTP/1.1" status: 200 len: 912 time: 0.0918200 Mar 29 15:21:30.589369 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-69596123-8dc5-4713-9fae-e6f20f9fcd17 req-13f0b820-ddfe-4e39-9867-611e714ba555 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504584 Mar 29 15:21:30.607481 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9674696a-be71-49c2-bdf9-aef8bb2a2049 req-8eee6d26-2931-4eaf-8a15-cddc1d150fa2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af78b63f-49ed-4cf6-917d-f37c78a0e65f HTTP/1.1" status: 200 len: 217 time: 0.0367222 Mar 29 15:21:30.641278 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-4093ad5f-4ae2-4ecd-8c08-82d923d3748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'name': 'tempest-TestVolumeBootPattern-203760922-router', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:47Z', 'revision_number': 4, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'gw_port': {'id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '853fe4f0-73c0-4294-87cf-439609dcd990', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'port_id': '8b5dee82-3e6d-4c37-89d0-b381dff74b55', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'mac_address': 'fa:16:3e:e5:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172b0592-3059-4c2f-bad8-ef5b8326450c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:17:02Z', 'updated_at': '2022-03-29T15:17:04Z', 'revision_number': 1, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2f76b5c-c6ad-443b-b39d-0538b335d304', 'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'mac_address': 'fa:16:3e:97:11:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:47Z', 'updated_at': '2022-03-29T15:12:51Z', 'revision_number': 5, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'subnets': [{'id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:21:30.657510 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674696a-be71-49c2-bdf9-aef8bb2a2049 req-a26f7c0f-399d-401a-9d94-6676cb27472c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:21:30.658969 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9674696a-be71-49c2-bdf9-aef8bb2a2049 req-a26f7c0f-399d-401a-9d94-6676cb27472c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35025535-f908-4fdd-8813-2eb4bba1ac31 HTTP/1.1" status: 200 len: 850 time: 0.0443475 Mar 29 15:21:30.667931 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4093ad5f-4ae2-4ecd-8c08-82d923d3748e None None] Checking router: 9b7dd2bf-80e6-4da1-9edc-872c912fc803 for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:21:30.676750 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4093ad5f-4ae2-4ecd-8c08-82d923d3748e None None] Routers {'9b7dd2bf-80e6-4da1-9edc-872c912fc803'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:21:30.677293 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-4093ad5f-4ae2-4ecd-8c08-82d923d3748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:21:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:21:30.714221 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674696a-be71-49c2-bdf9-aef8bb2a2049 req-6b9c55ce-f255-423c-8ebc-5ae2e225df96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:21:30.715731 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9674696a-be71-49c2-bdf9-aef8bb2a2049 req-6b9c55ce-f255-423c-8ebc-5ae2e225df96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7361a085-d96a-4f31-b765-5a3a0b40e7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502250 Mar 29 15:21:30.787997 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-4093ad5f-4ae2-4ecd-8c08-82d923d3748e None None] Set router 9b7dd2bf-80e6-4da1-9edc-872c912fc803 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:21:30.811345 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9674696a-be71-49c2-bdf9-aef8bb2a2049 req-f0316d85-3d7c-4d56-ae44-8697864c254c service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884726 Mar 29 15:21:30.902649 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-9674696a-be71-49c2-bdf9-aef8bb2a2049 req-29cace84-5fc3-4327-abe3-537e98b2560f service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823336 Mar 29 15:21:31.019116 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-4093ad5f-4ae2-4ecd-8c08-82d923d3748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'name': 'tempest-TestVolumeBootPattern-203760922-router', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:47Z', 'revision_number': 4, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'gw_port': {'id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '853fe4f0-73c0-4294-87cf-439609dcd990', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'port_id': '8b5dee82-3e6d-4c37-89d0-b381dff74b55', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'mac_address': 'fa:16:3e:e5:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172b0592-3059-4c2f-bad8-ef5b8326450c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:17:02Z', 'updated_at': '2022-03-29T15:17:04Z', 'revision_number': 1, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2f76b5c-c6ad-443b-b39d-0538b335d304', 'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'mac_address': 'fa:16:3e:97:11:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:47Z', 'updated_at': '2022-03-29T15:12:51Z', 'revision_number': 5, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'subnets': [{'id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:21:31.044632 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4093ad5f-4ae2-4ecd-8c08-82d923d3748e None None] The sync data for ids ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'] in dv-cinder-835635-1-iscsi is: [{'id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'name': 'tempest-TestVolumeBootPattern-203760922-router', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:47Z', 'revision_number': 4, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'gw_port': {'id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_floatingips': [{'id': '853fe4f0-73c0-4294-87cf-439609dcd990', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'router_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'port_id': '8b5dee82-3e6d-4c37-89d0-b381dff74b55', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'mac_address': 'fa:16:3e:e5:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172b0592-3059-4c2f-bad8-ef5b8326450c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T15:17:02Z', 'updated_at': '2022-03-29T15:17:04Z', 'revision_number': 1, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2f76b5c-c6ad-443b-b39d-0538b335d304', 'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'mac_address': 'fa:16:3e:97:11:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:47Z', 'updated_at': '2022-03-29T15:12:51Z', 'revision_number': 5, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'subnets': [{'id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:21:31.268665 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644b95a7-380f-4b43-b32c-ff992d5c93b8 None None] New status for floating IP da98e469-44b9-4006-a1f9-ca0171e633a5: DOWN {{(pid=103156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:21:31.715269 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb811b0-a027-4b6a-a0fe-665ed8494a26 req-f6e82a94-ff2d-49ff-9e24-2f5d9bf66435 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:21:31.716755 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-efb811b0-a027-4b6a-a0fe-665ed8494a26 req-f6e82a94-ff2d-49ff-9e24-2f5d9bf66435 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c968bcf-482c-4be3-9472-22eec5293e05 HTTP/1.1" status: 200 len: 945 time: 0.0569637 Mar 29 15:21:31.765315 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-efb811b0-a027-4b6a-a0fe-665ed8494a26 req-93b134d0-c8a6-48fd-b63d-9313c929636c tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430739 Mar 29 15:21:32.348080 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2c06b-7d2b-45ad-ab3f-0d193d293b48 req-d94765c1-3654-44a2-91c1-0043ae9ff8dd tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:21:32.349518 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-47b2c06b-7d2b-45ad-ab3f-0d193d293b48 req-d94765c1-3654-44a2-91c1-0043ae9ff8dd tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c968bcf-482c-4be3-9472-22eec5293e05 HTTP/1.1" status: 200 len: 945 time: 0.0506430 Mar 29 15:21:32.444394 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [req-47b2c06b-7d2b-45ad-ab3f-0d193d293b48 req-bb89ef61-a68c-47be-ad81-cfb4159eff04 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Deleting port af78b63f-49ed-4cf6-917d-f37c78a0e65f {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:21:32.444924 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-47b2c06b-7d2b-45ad-ab3f-0d193d293b48 req-bb89ef61-a68c-47be-ad81-cfb4159eff04 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (af78b63f-49ed-4cf6-917d-f37c78a0e65f), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:32.532810 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-47b2c06b-7d2b-45ad-ab3f-0d193d293b48 req-bb89ef61-a68c-47be-ad81-cfb4159eff04 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] For port af78b63f-49ed-4cf6-917d-f37c78a0e65f, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=af78b63f-49ed-4cf6-917d-f37c78a0e65f,segment=NetworkSegment(13900b9a-4061-4f7b-81bb-9d27483245b5),segment_id=13900b9a-4061-4f7b-81bb-9d27483245b5)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:21:32.533101 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-47b2c06b-7d2b-45ad-ab3f-0d193d293b48 req-bb89ef61-a68c-47be-ad81-cfb4159eff04 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (af78b63f-49ed-4cf6-917d-f37c78a0e65f), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:32.546396 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [req-47b2c06b-7d2b-45ad-ab3f-0d193d293b48 req-bb89ef61-a68c-47be-ad81-cfb4159eff04 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Calling delete_port for af78b63f-49ed-4cf6-917d-f37c78a0e65f owned by compute:nova {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:21:32.674777 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-47b2c06b-7d2b-45ad-ab3f-0d193d293b48 req-bb89ef61-a68c-47be-ad81-cfb4159eff04 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (af78b63f-49ed-4cf6-917d-f37c78a0e65f), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:32.704427 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89ef61-a68c-47be-ad81-cfb4159eff04 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Pushing event deleted for resources: {'Port': ['ID=af78b63f-49ed-4cf6-917d-f37c78a0e65f,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:21:32.731655 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb89ef61-a68c-47be-ad81-cfb4159eff04 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:32.732234 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb89ef61-a68c-47be-ad81-cfb4159eff04 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:32.732345 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb89ef61-a68c-47be-ad81-cfb4159eff04 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:32.732668 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb89ef61-a68c-47be-ad81-cfb4159eff04 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:32.732998 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb89ef61-a68c-47be-ad81-cfb4159eff04 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:32.733320 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb89ef61-a68c-47be-ad81-cfb4159eff04 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:32.733641 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb89ef61-a68c-47be-ad81-cfb4159eff04 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:32.733959 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb89ef61-a68c-47be-ad81-cfb4159eff04 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:32.734284 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb89ef61-a68c-47be-ad81-cfb4159eff04 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:32.734603 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb89ef61-a68c-47be-ad81-cfb4159eff04 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:32.734921 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb89ef61-a68c-47be-ad81-cfb4159eff04 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:32.735239 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb89ef61-a68c-47be-ad81-cfb4159eff04 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:32.735553 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb89ef61-a68c-47be-ad81-cfb4159eff04 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:32.735863 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb89ef61-a68c-47be-ad81-cfb4159eff04 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:32.736174 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb89ef61-a68c-47be-ad81-cfb4159eff04 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:32.755925 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b2c06b-7d2b-45ad-ab3f-0d193d293b48 req-bb89ef61-a68c-47be-ad81-cfb4159eff04 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] No DVR routers for this DVR port af78b63f-49ed-4cf6-917d-f37c78a0e65f on host hv-cinder-83563 {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:21:32.758438 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-47b2c06b-7d2b-45ad-ab3f-0d193d293b48 req-bb89ef61-a68c-47be-ad81-cfb4159eff04 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:32.761699 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-47b2c06b-7d2b-45ad-ab3f-0d193d293b48 req-bb89ef61-a68c-47be-ad81-cfb4159eff04 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.36 "DELETE /v2.0/ports/af78b63f-49ed-4cf6-917d-f37c78a0e65f HTTP/1.1" status: 204 len: 173 time: 0.4069955 Mar 29 15:21:32.762132 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c968bcf-482c-4be3-9472-22eec5293e05', 'name': 'network-vif-deleted', 'tag': 'af78b63f-49ed-4cf6-917d-f37c78a0e65f'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:21:32.764366 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcb147d-a454-415f-be2e-b1ab20e5d8f2" -d '{"events": [{"server_uuid": "5c968bcf-482c-4be3-9472-22eec5293e05", "name": "network-vif-deleted", "tag": "af78b63f-49ed-4cf6-917d-f37c78a0e65f"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:21:32.807651 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680c0f1a-c454-4849-94d6-4863e481a0b7 x-openstack-request-id: req-680c0f1a-c454-4849-94d6-4863e481a0b7 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:21:32.807996 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c968bcf-482c-4be3-9472-22eec5293e05", "name": "network-vif-deleted", "tag": "af78b63f-49ed-4cf6-917d-f37c78a0e65f", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:21:32.808255 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-680c0f1a-c454-4849-94d6-4863e481a0b7 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:21:32.808717 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-680c0f1a-c454-4849-94d6-4863e481a0b7'] response: {'server_uuid': '5c968bcf-482c-4be3-9472-22eec5293e05', 'name': 'network-vif-deleted', 'tag': 'af78b63f-49ed-4cf6-917d-f37c78a0e65f', 'status': 'completed', 'code': 200} Mar 29 15:21:32.867155 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-82b4b9a7-6c92-4da4-aae3-28fd40252832 req-197b0d48-f1b2-4c55-be8d-5e35c3d6109c tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c968bcf-482c-4be3-9472-22eec5293e05 HTTP/1.1" status: 200 len: 210 time: 0.0324774 Mar 29 15:21:35.770788 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device af78b63f-49ed-4cf6-917d-f37c78a0e65f no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:21:35.795565 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] No Port match for: af78b63f-49ed-4cf6-917d-f37c78a0e65f {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:21:35.795901 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device af78b63f-49ed-4cf6-917d-f37c78a0e65f not bound to the agent host hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:21:36.144988 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 48840) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:21:36.297520 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-cb563671-4fe3-45e6-b425-93957498b06f tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Deleting port aa2cf9cc-37df-4ca6-87db-3b19e40a1fca {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:21:36.298115 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cb563671-4fe3-45e6-b425-93957498b06f tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (aa2cf9cc-37df-4ca6-87db-3b19e40a1fca), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:36.369062 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cb563671-4fe3-45e6-b425-93957498b06f tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (aa2cf9cc-37df-4ca6-87db-3b19e40a1fca), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:36.369376 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cb563671-4fe3-45e6-b425-93957498b06f tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for floatingip (aa2cf9cc-37df-4ca6-87db-3b19e40a1fca), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:36.380664 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-cb563671-4fe3-45e6-b425-93957498b06f tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Calling delete_port for aa2cf9cc-37df-4ca6-87db-3b19e40a1fca owned by network:floatingip {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:21:36.563779 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cb563671-4fe3-45e6-b425-93957498b06f tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (aa2cf9cc-37df-4ca6-87db-3b19e40a1fca), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:36.863616 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb563671-4fe3-45e6-b425-93957498b06f tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Pushing event deleted for resources: {'Port': ['ID=aa2cf9cc-37df-4ca6-87db-3b19e40a1fca,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:21:36.923681 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cb563671-4fe3-45e6-b425-93957498b06f tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for floatingip (853fe4f0-73c0-4294-87cf-439609dcd990), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:36.924003 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.db.l3_db [None req-cb563671-4fe3-45e6-b425-93957498b06f tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Floating IP 853fe4f0-73c0-4294-87cf-439609dcd990 disassociated (deleted). External IP: 172.27.2.242, port: 8b5dee82-3e6d-4c37-89d0-b381dff74b55. Mar 29 15:21:37.140694 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb563671-4fe3-45e6-b425-93957498b06f tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Router 9b7dd2bf-80e6-4da1-9edc-872c912fc803 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:21:37.250535 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb563671-4fe3-45e6-b425-93957498b06f tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:21:37.255288 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-cb563671-4fe3-45e6-b425-93957498b06f tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:37.261822 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df7af5a-d2b0-439b-8f11-8536d49a9c41 None None] Sync routers for ids ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:21:37.270994 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df7af5a-d2b0-439b-8f11-8536d49a9c41 None None] Routers {'9b7dd2bf-80e6-4da1-9edc-872c912fc803'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:21:37.271592 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-2df7af5a-d2b0-439b-8f11-8536d49a9c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:21:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:21:37.284610 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-cb563671-4fe3-45e6-b425-93957498b06f tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "DELETE /v2.0/floatingips/853fe4f0-73c0-4294-87cf-439609dcd990 HTTP/1.1" status: 204 len: 168 time: 1.1385274 Mar 29 15:21:37.285178 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172b0592-3059-4c2f-bad8-ef5b8326450c', 'tag': '8b5dee82-3e6d-4c37-89d0-b381dff74b55'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:21:37.287486 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f98c7f2-daeb-471c-87e1-4e1915e503a5" -d '{"events": [{"name": "network-changed", "server_uuid": "172b0592-3059-4c2f-bad8-ef5b8326450c", "tag": "8b5dee82-3e6d-4c37-89d0-b381dff74b55"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:21:37.326997 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bd069b-1b16-4bb3-bf6e-542c4837bbd3 x-openstack-request-id: req-82bd069b-1b16-4bb3-bf6e-542c4837bbd3 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:21:37.327289 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "172b0592-3059-4c2f-bad8-ef5b8326450c", "tag": "8b5dee82-3e6d-4c37-89d0-b381dff74b55", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:21:37.327539 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-82bd069b-1b16-4bb3-bf6e-542c4837bbd3 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:21:37.327945 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82bd069b-1b16-4bb3-bf6e-542c4837bbd3'] response: {'name': 'network-changed', 'server_uuid': '172b0592-3059-4c2f-bad8-ef5b8326450c', 'tag': '8b5dee82-3e6d-4c37-89d0-b381dff74b55', 'status': 'completed', 'code': 200} Mar 29 15:21:37.398473 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-2df7af5a-d2b0-439b-8f11-8536d49a9c41 None None] Set router 9b7dd2bf-80e6-4da1-9edc-872c912fc803 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:21:37.413883 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98c7f2-daeb-471c-87e1-4e1915e503a5 req-3d2564ca-b08a-44d7-b528-cf614c29d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:21:37.415404 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5f98c7f2-daeb-471c-87e1-4e1915e503a5 req-3d2564ca-b08a-44d7-b528-cf614c29d046 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb13df1bbb4c41139dde418a494692fc&device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 1129 time: 0.0676270 Mar 29 15:21:37.514923 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98c7f2-daeb-471c-87e1-4e1915e503a5 req-0eea5502-560c-4831-a9d7-e36d1932e93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:21:37.516412 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5f98c7f2-daeb-471c-87e1-4e1915e503a5 req-0eea5502-560c-4831-a9d7-e36d1932e93d service neutron] 10.222.0.36 "GET /v2.0/networks?id=7361a085-d96a-4f31-b765-5a3a0b40e7c7 HTTP/1.1" status: 200 len: 912 time: 0.0955882 Mar 29 15:21:37.532140 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066ec38-5f7d-49df-870d-267e297573fb req-70054f4d-3f79-4faf-8b4f-6123d0d3d2ad tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:21:37.533668 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-8066ec38-5f7d-49df-870d-267e297573fb req-70054f4d-3f79-4faf-8b4f-6123d0d3d2ad tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 945 time: 0.0564096 Mar 29 15:21:37.561589 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5f98c7f2-daeb-471c-87e1-4e1915e503a5 req-756ba3f7-edcc-4f03-8f84-1f6ef25fa221 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b5dee82-3e6d-4c37-89d0-b381dff74b55 HTTP/1.1" status: 200 len: 217 time: 0.0371382 Mar 29 15:21:37.585845 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-8066ec38-5f7d-49df-870d-267e297573fb req-de84eee7-3e77-444d-a9d0-9398d3e08774 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457437 Mar 29 15:21:37.613993 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98c7f2-daeb-471c-87e1-4e1915e503a5 req-886fbcb8-d89d-432d-8ab2-7eea9af566f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:21:37.614188 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-2df7af5a-d2b0-439b-8f11-8536d49a9c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'name': 'tempest-TestVolumeBootPattern-203760922-router', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:47Z', 'revision_number': 4, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'gw_port': {'id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'c2f76b5c-c6ad-443b-b39d-0538b335d304', 'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'mac_address': 'fa:16:3e:97:11:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:47Z', 'updated_at': '2022-03-29T15:12:51Z', 'revision_number': 5, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'subnets': [{'id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:21:37.616365 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5f98c7f2-daeb-471c-87e1-4e1915e503a5 req-886fbcb8-d89d-432d-8ab2-7eea9af566f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35025535-f908-4fdd-8813-2eb4bba1ac31 HTTP/1.1" status: 200 len: 850 time: 0.0476468 Mar 29 15:21:37.641118 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df7af5a-d2b0-439b-8f11-8536d49a9c41 None None] Checking router: 9b7dd2bf-80e6-4da1-9edc-872c912fc803 for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:21:37.650278 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df7af5a-d2b0-439b-8f11-8536d49a9c41 None None] Routers {'9b7dd2bf-80e6-4da1-9edc-872c912fc803'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:21:37.650814 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-2df7af5a-d2b0-439b-8f11-8536d49a9c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:21:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:21:37.669519 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98c7f2-daeb-471c-87e1-4e1915e503a5 req-bcf97aae-6999-4d20-a013-cbf2c1f5cf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:21:37.671015 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5f98c7f2-daeb-471c-87e1-4e1915e503a5 req-bcf97aae-6999-4d20-a013-cbf2c1f5cf36 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7361a085-d96a-4f31-b765-5a3a0b40e7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485883 Mar 29 15:21:37.760117 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-2df7af5a-d2b0-439b-8f11-8536d49a9c41 None None] Set router 9b7dd2bf-80e6-4da1-9edc-872c912fc803 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:21:37.766607 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5f98c7f2-daeb-471c-87e1-4e1915e503a5 req-7f29d677-ddbf-480d-98ce-b34c095ae16d service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838137 Mar 29 15:21:37.860632 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-5f98c7f2-daeb-471c-87e1-4e1915e503a5 req-11f47f90-1d03-46cd-a43d-7a0256038c32 service neutron] 10.222.0.36 "GET /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872433 Mar 29 15:21:37.963213 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-2df7af5a-d2b0-439b-8f11-8536d49a9c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'name': 'tempest-TestVolumeBootPattern-203760922-router', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:47Z', 'revision_number': 4, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'gw_port': {'id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'c2f76b5c-c6ad-443b-b39d-0538b335d304', 'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'mac_address': 'fa:16:3e:97:11:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:47Z', 'updated_at': '2022-03-29T15:12:51Z', 'revision_number': 5, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'subnets': [{'id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:21:37.988273 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df7af5a-d2b0-439b-8f11-8536d49a9c41 None None] The sync data for ids ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'] in dv-cinder-835635-1-iscsi is: [{'id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'name': 'tempest-TestVolumeBootPattern-203760922-router', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:47Z', 'revision_number': 4, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'gw_port': {'id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': 'c2f76b5c-c6ad-443b-b39d-0538b335d304', 'name': '', 'network_id': '7361a085-d96a-4f31-b765-5a3a0b40e7c7', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'mac_address': 'fa:16:3e:97:11:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:47Z', 'updated_at': '2022-03-29T15:12:51Z', 'revision_number': 5, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'subnets': [{'id': '35025535-f908-4fdd-8813-2eb4bba1ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:21:38.195510 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ca4064-94d9-4186-9eea-17714e492fe7 None None] New status for floating IP 853fe4f0-73c0-4294-87cf-439609dcd990: DOWN {{(pid=103156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:21:38.706985 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4feff6e-2b9b-4221-b2a5-95f7937e77c9 req-0cb522e7-2125-4bc6-9838-7ba0794960cf tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:21:38.708467 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e4feff6e-2b9b-4221-b2a5-95f7937e77c9 req-0cb522e7-2125-4bc6-9838-7ba0794960cf tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 945 time: 0.0545449 Mar 29 15:21:38.757031 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-e4feff6e-2b9b-4221-b2a5-95f7937e77c9 req-0c545a96-a164-45b1-bf5c-054e5ba7d491 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/security-groups?id=69500dcf-ac56-439b-98bc-1bfb7d8520da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424910 Mar 29 15:21:39.241071 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9ac10-3b67-4932-95af-a94506c75741 req-b4eaf14f-9761-400a-82df-f01af2fc31e8 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:21:39.242492 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a2c9ac10-3b67-4932-95af-a94506c75741 req-b4eaf14f-9761-400a-82df-f01af2fc31e8 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.36 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 945 time: 0.0521829 Mar 29 15:21:39.340395 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [req-a2c9ac10-3b67-4932-95af-a94506c75741 req-5b339394-d19f-4d71-94a2-b19be53ec354 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Deleting port 8b5dee82-3e6d-4c37-89d0-b381dff74b55 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:21:39.340764 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-a2c9ac10-3b67-4932-95af-a94506c75741 req-5b339394-d19f-4d71-94a2-b19be53ec354 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (8b5dee82-3e6d-4c37-89d0-b381dff74b55), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:39.428782 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-a2c9ac10-3b67-4932-95af-a94506c75741 req-5b339394-d19f-4d71-94a2-b19be53ec354 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] For port 8b5dee82-3e6d-4c37-89d0-b381dff74b55, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=8b5dee82-3e6d-4c37-89d0-b381dff74b55,segment=NetworkSegment(13900b9a-4061-4f7b-81bb-9d27483245b5),segment_id=13900b9a-4061-4f7b-81bb-9d27483245b5)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:21:39.429333 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-a2c9ac10-3b67-4932-95af-a94506c75741 req-5b339394-d19f-4d71-94a2-b19be53ec354 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (8b5dee82-3e6d-4c37-89d0-b381dff74b55), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:39.442030 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [req-a2c9ac10-3b67-4932-95af-a94506c75741 req-5b339394-d19f-4d71-94a2-b19be53ec354 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Calling delete_port for 8b5dee82-3e6d-4c37-89d0-b381dff74b55 owned by compute:nova {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:21:39.570230 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-a2c9ac10-3b67-4932-95af-a94506c75741 req-5b339394-d19f-4d71-94a2-b19be53ec354 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (8b5dee82-3e6d-4c37-89d0-b381dff74b55), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:39.599208 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b339394-d19f-4d71-94a2-b19be53ec354 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Pushing event deleted for resources: {'Port': ['ID=8b5dee82-3e6d-4c37-89d0-b381dff74b55,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:21:39.644004 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c9ac10-3b67-4932-95af-a94506c75741 req-5b339394-d19f-4d71-94a2-b19be53ec354 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] No DVR routers for this DVR port 8b5dee82-3e6d-4c37-89d0-b381dff74b55 on host hv-cinder-83563 {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:21:39.646553 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-a2c9ac10-3b67-4932-95af-a94506c75741 req-5b339394-d19f-4d71-94a2-b19be53ec354 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:39.650400 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-a2c9ac10-3b67-4932-95af-a94506c75741 req-5b339394-d19f-4d71-94a2-b19be53ec354 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.36 "DELETE /v2.0/ports/8b5dee82-3e6d-4c37-89d0-b381dff74b55 HTTP/1.1" status: 204 len: 173 time: 0.4006929 Mar 29 15:21:39.650843 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172b0592-3059-4c2f-bad8-ef5b8326450c', 'name': 'network-vif-deleted', 'tag': '8b5dee82-3e6d-4c37-89d0-b381dff74b55'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:21:39.653155 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dca1d4-0928-4f1c-a8e0-a444984add71" -d '{"events": [{"server_uuid": "172b0592-3059-4c2f-bad8-ef5b8326450c", "name": "network-vif-deleted", "tag": "8b5dee82-3e6d-4c37-89d0-b381dff74b55"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:21:39.688875 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525dc8ac-26ec-4400-83d7-83db0c0ed063 x-openstack-request-id: req-525dc8ac-26ec-4400-83d7-83db0c0ed063 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:21:39.689190 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172b0592-3059-4c2f-bad8-ef5b8326450c", "name": "network-vif-deleted", "tag": "8b5dee82-3e6d-4c37-89d0-b381dff74b55", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:21:39.689443 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-525dc8ac-26ec-4400-83d7-83db0c0ed063 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:21:39.689993 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-525dc8ac-26ec-4400-83d7-83db0c0ed063'] response: {'server_uuid': '172b0592-3059-4c2f-bad8-ef5b8326450c', 'name': 'network-vif-deleted', 'tag': '8b5dee82-3e6d-4c37-89d0-b381dff74b55', 'status': 'completed', 'code': 200} Mar 29 15:21:39.851659 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-d8d41755-c9e3-4fe7-986e-a23d2a17cb4e req-5a0ec8ad-9edc-452f-b4ac-abe0f61a8749 tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "GET /v2.0/ports?device_id=172b0592-3059-4c2f-bad8-ef5b8326450c HTTP/1.1" status: 200 len: 210 time: 0.0277638 Mar 29 15:21:40.907708 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 48860) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:21:41.032888 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-df98ca5c-4c53-4b01-9f4b-5d76381d105e tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Deleting port 82a8374c-db54-40dd-bc56-d58b04fc7bf3 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:21:41.033230 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-df98ca5c-4c53-4b01-9f4b-5d76381d105e tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (82a8374c-db54-40dd-bc56-d58b04fc7bf3), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:41.108498 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-df98ca5c-4c53-4b01-9f4b-5d76381d105e tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (82a8374c-db54-40dd-bc56-d58b04fc7bf3), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:41.108764 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-df98ca5c-4c53-4b01-9f4b-5d76381d105e tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for floatingip (82a8374c-db54-40dd-bc56-d58b04fc7bf3), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:41.120380 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-df98ca5c-4c53-4b01-9f4b-5d76381d105e tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Calling delete_port for 82a8374c-db54-40dd-bc56-d58b04fc7bf3 owned by network:floatingip {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:21:41.252755 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-df98ca5c-4c53-4b01-9f4b-5d76381d105e tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (82a8374c-db54-40dd-bc56-d58b04fc7bf3), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:41.278064 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98ca5c-4c53-4b01-9f4b-5d76381d105e tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Pushing event deleted for resources: {'Port': ['ID=82a8374c-db54-40dd-bc56-d58b04fc7bf3,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:21:41.343294 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-df98ca5c-4c53-4b01-9f4b-5d76381d105e tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for floatingip (9ac60b78-690e-41ff-a6f3-fc8a11c7b6d6), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:41.345801 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-df98ca5c-4c53-4b01-9f4b-5d76381d105e tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:41.346941 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-df98ca5c-4c53-4b01-9f4b-5d76381d105e tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "DELETE /v2.0/floatingips/9ac60b78-690e-41ff-a6f3-fc8a11c7b6d6 HTTP/1.1" status: 204 len: 168 time: 0.4382582 Mar 29 15:21:41.469716 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b0e36e6c-280d-46ae-ba39-f88931345a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:42.541194 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 48872) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:21:42.597119 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-12fe6bc0-4465-456d-8d92-e4e7210b278d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for security_group (69500dcf-ac56-439b-98bc-1bfb7d8520da), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:42.621913 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-12fe6bc0-4465-456d-8d92-e4e7210b278d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for security_group (69500dcf-ac56-439b-98bc-1bfb7d8520da), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:42.679487 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-12fe6bc0-4465-456d-8d92-e4e7210b278d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (69500dcf-ac56-439b-98bc-1bfb7d8520da), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:42.682043 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-12fe6bc0-4465-456d-8d92-e4e7210b278d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:42.683193 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-12fe6bc0-4465-456d-8d92-e4e7210b278d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] 10.222.0.35 "DELETE /v2.0/security-groups/69500dcf-ac56-439b-98bc-1bfb7d8520da HTTP/1.1" status: 204 len: 168 time: 0.1410100 Mar 29 15:21:42.692407 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe6bc0-4465-456d-8d92-e4e7210b278d tempest-TestVolumeBootPattern-1989604155 tempest-TestVolumeBootPattern-1989604155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69500dcf-ac56-439b-98bc-1bfb7d8520da,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:21:42.747948 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 48876) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:21:43.193784 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ded81aca-da4d-4ce6-8d26-a6aac8f0842a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1787516'] for router_interface (9b7dd2bf-80e6-4da1-9edc-872c912fc803), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:43.438521 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-ded81aca-da4d-4ce6-8d26-a6aac8f0842a admin admin] Deleting port c2f76b5c-c6ad-443b-b39d-0538b335d304 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:21:43.438854 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ded81aca-da4d-4ce6-8d26-a6aac8f0842a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (c2f76b5c-c6ad-443b-b39d-0538b335d304), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:43.513352 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-ded81aca-da4d-4ce6-8d26-a6aac8f0842a admin admin] For port c2f76b5c-c6ad-443b-b39d-0538b335d304, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=c2f76b5c-c6ad-443b-b39d-0538b335d304,segment=NetworkSegment(13900b9a-4061-4f7b-81bb-9d27483245b5),segment_id=13900b9a-4061-4f7b-81bb-9d27483245b5)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:21:43.513621 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ded81aca-da4d-4ce6-8d26-a6aac8f0842a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (c2f76b5c-c6ad-443b-b39d-0538b335d304), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:43.526251 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-ded81aca-da4d-4ce6-8d26-a6aac8f0842a admin admin] Calling delete_port for c2f76b5c-c6ad-443b-b39d-0538b335d304 owned by network:router_interface {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:21:43.701269 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ded81aca-da4d-4ce6-8d26-a6aac8f0842a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (c2f76b5c-c6ad-443b-b39d-0538b335d304), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:43.730087 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded81aca-da4d-4ce6-8d26-a6aac8f0842a admin admin] Pushing event deleted for resources: {'Port': ['ID=c2f76b5c-c6ad-443b-b39d-0538b335d304,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:21:43.773469 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-cdedd4bc-025b-4b5a-8c5a-af2d4007c6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:43.817463 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 8b5dee82-3e6d-4c37-89d0-b381dff74b55 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:21:43.846699 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] No Port match for: 8b5dee82-3e6d-4c37-89d0-b381dff74b55 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:21:43.847051 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 8b5dee82-3e6d-4c37-89d0-b381dff74b55 not bound to the agent host hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:21:43.939166 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f949d00d-c096-4797-88dd-235810cd852a req-d643accb-294a-4c50-98fc-3111a95d5480 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712330 Mar 29 15:21:43.940098 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-ded81aca-da4d-4ce6-8d26-a6aac8f0842a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786860'] for router_interface (9b7dd2bf-80e6-4da1-9edc-872c912fc803), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:44.076645 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949d00d-c096-4797-88dd-235810cd852a req-ba634dba-0d46-4dbc-aaaa-6cf0ef335c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:21:44.078025 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f949d00d-c096-4797-88dd-235810cd852a req-ba634dba-0d46-4dbc-aaaa-6cf0ef335c74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7b009c1ad1e4ed8b86bb55c43b0b6a6&device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 1129 time: 0.0913899 Mar 29 15:21:44.260194 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949d00d-c096-4797-88dd-235810cd852a req-45516af1-ff89-461f-a929-4c2a66999f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:21:44.261665 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f949d00d-c096-4797-88dd-235810cd852a req-45516af1-ff89-461f-a929-4c2a66999f75 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d731d5fc-cd68-45e1-be36-bb1d0572af45 HTTP/1.1" status: 200 len: 910 time: 0.1361516 Mar 29 15:21:44.267993 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded81aca-da4d-4ce6-8d26-a6aac8f0842a admin admin] Router 9b7dd2bf-80e6-4da1-9edc-872c912fc803 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:21:44.393156 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f949d00d-c096-4797-88dd-235810cd852a req-6abe507f-0697-479d-8f55-f75b9a1b4148 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8540e35d-b9be-4ee8-ab0c-6cf2914205d3 HTTP/1.1" status: 200 len: 1001 time: 0.1223867 Mar 29 15:21:44.720554 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949d00d-c096-4797-88dd-235810cd852a req-1a68e650-ea7e-4460-9e8d-8afcbd9a2cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:21:44.722032 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f949d00d-c096-4797-88dd-235810cd852a req-1a68e650-ea7e-4460-9e8d-8afcbd9a2cb3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e4f1a2b-f307-463e-9001-6e05a9f6c7c9 HTTP/1.1" status: 200 len: 848 time: 0.3223326 Mar 29 15:21:44.725361 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded81aca-da4d-4ce6-8d26-a6aac8f0842a admin admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:21:44.732230 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-ded81aca-da4d-4ce6-8d26-a6aac8f0842a admin admin] 10.222.0.35 "PUT /v2.0/routers/9b7dd2bf-80e6-4da1-9edc-872c912fc803/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9832108 Mar 29 15:21:44.733397 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 48880) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:21:44.733820 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cff55c-9c34-422d-a26a-6738a568aa52 None None] Sync routers for ids ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:21:44.743699 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cff55c-9c34-422d-a26a-6738a568aa52 None None] Routers {'9b7dd2bf-80e6-4da1-9edc-872c912fc803'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:21:44.744315 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-56cff55c-9c34-422d-a26a-6738a568aa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:21:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:21:44.781626 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949d00d-c096-4797-88dd-235810cd852a req-8993869b-cc4f-4c13-ade7-f4a2e153b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:21:44.783129 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f949d00d-c096-4797-88dd-235810cd852a req-8993869b-cc4f-4c13-ade7-f4a2e153b799 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d731d5fc-cd68-45e1-be36-bb1d0572af45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498931 Mar 29 15:21:44.841803 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d205196a-c190-493c-b19c-ad5fbfd14a1e admin admin] Publish callbacks [] for router (9b7dd2bf-80e6-4da1-9edc-872c912fc803), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:44.886345 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:21:44.892773 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f949d00d-c096-4797-88dd-235810cd852a req-68b8931d-7241-4ca7-9300-59a56d1f3d7d service neutron] 10.222.0.36 "GET /v2.0/networks/d731d5fc-cd68-45e1-be36-bb1d0572af45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021423 Mar 29 15:21:44.978154 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:45.001706 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-f949d00d-c096-4797-88dd-235810cd852a req-2e4c858d-5a30-471d-86a5-ffb4df6db072 service neutron] 10.222.0.36 "GET /v2.0/networks/d731d5fc-cd68-45e1-be36-bb1d0572af45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028314 Mar 29 15:21:45.007752 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-56cff55c-9c34-422d-a26a-6738a568aa52 None None] Set router 9b7dd2bf-80e6-4da1-9edc-872c912fc803 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:21:45.188656 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d205196a-c190-493c-b19c-ad5fbfd14a1e admin admin] Publish callbacks [] for router_gateway (9b7dd2bf-80e6-4da1-9edc-872c912fc803), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:45.197659 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-56cff55c-9c34-422d-a26a-6738a568aa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'name': 'tempest-TestVolumeBootPattern-203760922-router', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:21:43Z', 'revision_number': 5, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'gw_port': {'id': 'eca78757-89f1-4c94-afdb-00f3b412abd6', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:21:45.225193 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cff55c-9c34-422d-a26a-6738a568aa52 None None] Checking router: 9b7dd2bf-80e6-4da1-9edc-872c912fc803 for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:21:45.233585 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cff55c-9c34-422d-a26a-6738a568aa52 None None] Routers {'9b7dd2bf-80e6-4da1-9edc-872c912fc803'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:21:45.234142 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-56cff55c-9c34-422d-a26a-6738a568aa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:21:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:21:45.241956 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-d205196a-c190-493c-b19c-ad5fbfd14a1e admin admin] Deleting port eca78757-89f1-4c94-afdb-00f3b412abd6 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:21:45.242296 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d205196a-c190-493c-b19c-ad5fbfd14a1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (eca78757-89f1-4c94-afdb-00f3b412abd6), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:45.321591 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-d205196a-c190-493c-b19c-ad5fbfd14a1e admin admin] For port eca78757-89f1-4c94-afdb-00f3b412abd6, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=eca78757-89f1-4c94-afdb-00f3b412abd6,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:21:45.321951 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d205196a-c190-493c-b19c-ad5fbfd14a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (eca78757-89f1-4c94-afdb-00f3b412abd6), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:45.324007 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-56cff55c-9c34-422d-a26a-6738a568aa52 None None] Set router 9b7dd2bf-80e6-4da1-9edc-872c912fc803 gateway port host: None {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:21:45.337452 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-d205196a-c190-493c-b19c-ad5fbfd14a1e admin admin] Calling delete_port for eca78757-89f1-4c94-afdb-00f3b412abd6 owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:21:45.379212 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-56cff55c-9c34-422d-a26a-6738a568aa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'name': 'tempest-TestVolumeBootPattern-203760922-router', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:21:45Z', 'revision_number': 6, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'gw_port_host': None}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:21:45.405554 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cff55c-9c34-422d-a26a-6738a568aa52 None None] The sync data for ids ['9b7dd2bf-80e6-4da1-9edc-872c912fc803'] in dv-cinder-835635-1-iscsi is: [{'id': '9b7dd2bf-80e6-4da1-9edc-872c912fc803', 'name': 'tempest-TestVolumeBootPattern-203760922-router', 'tenant_id': 'cb13df1bbb4c41139dde418a494692fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:45Z', 'updated_at': '2022-03-29T15:21:45Z', 'revision_number': 6, 'project_id': 'cb13df1bbb4c41139dde418a494692fc', 'gw_port_host': None}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:21:45.506909 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d205196a-c190-493c-b19c-ad5fbfd14a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (eca78757-89f1-4c94-afdb-00f3b412abd6), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:45.530447 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205196a-c190-493c-b19c-ad5fbfd14a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=eca78757-89f1-4c94-afdb-00f3b412abd6,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:21:45.592907 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d205196a-c190-493c-b19c-ad5fbfd14a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787142'] for router_gateway (9b7dd2bf-80e6-4da1-9edc-872c912fc803), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:45.684894 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d205196a-c190-493c-b19c-ad5fbfd14a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1793434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2952'] for router (9b7dd2bf-80e6-4da1-9edc-872c912fc803), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:45.687044 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d205196a-c190-493c-b19c-ad5fbfd14a1e admin admin] Publish callbacks [] for router_controller (9b7dd2bf-80e6-4da1-9edc-872c912fc803), precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:45.732360 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d205196a-c190-493c-b19c-ad5fbfd14a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1793507'] for router (9b7dd2bf-80e6-4da1-9edc-872c912fc803), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:45.732932 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d205196a-c190-493c-b19c-ad5fbfd14a1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b7dd2bf-80e6-4da1-9edc-872c912fc803 {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:21:45.737175 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d205196a-c190-493c-b19c-ad5fbfd14a1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:45.738330 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-d205196a-c190-493c-b19c-ad5fbfd14a1e admin admin] 10.222.0.35 "DELETE /v2.0/routers/9b7dd2bf-80e6-4da1-9edc-872c912fc803 HTTP/1.1" status: 204 len: 168 time: 1.0039687 Mar 29 15:21:45.741244 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 48882) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:21:45.786760 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-a23f47c7-c87b-4369-bfc8-4a918cbc7c8a admin admin] Deleting subnet 35025535-f908-4fdd-8813-2eb4bba1ac31 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:21:45.790705 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a23f47c7-c87b-4369-bfc8-4a918cbc7c8a admin admin] Publish callbacks [] for subnet (35025535-f908-4fdd-8813-2eb4bba1ac31), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:45.828706 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a23f47c7-c87b-4369-bfc8-4a918cbc7c8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16402688'] for subnet (35025535-f908-4fdd-8813-2eb4bba1ac31), precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:45.911368 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a23f47c7-c87b-4369-bfc8-4a918cbc7c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926406'] for subnet (35025535-f908-4fdd-8813-2eb4bba1ac31), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:45.961802 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a23f47c7-c87b-4369-bfc8-4a918cbc7c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13304387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12742666'] for subnet (35025535-f908-4fdd-8813-2eb4bba1ac31), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:45.986890 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f47c7-c87b-4369-bfc8-4a918cbc7c8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35025535-f908-4fdd-8813-2eb4bba1ac31,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:21:45.990671 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a23f47c7-c87b-4369-bfc8-4a918cbc7c8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for subnet (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:45.993841 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-a23f47c7-c87b-4369-bfc8-4a918cbc7c8a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/35025535-f908-4fdd-8813-2eb4bba1ac31 HTTP/1.1" status: 204 len: 168 time: 0.2518351 Mar 29 15:21:45.996270 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 48884) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:21:45.999856 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b5ab6e-1f7b-4e08-95d6-1adc27b4441e None None] Network 7361a085-d96a-4f31-b765-5a3a0b40e7c7 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:21:46.065978 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-256f7823-c460-4e3f-8b81-f477cbe4d27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050247'] for network (7361a085-d96a-4f31-b765-5a3a0b40e7c7), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:46.125849 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-256f7823-c460-4e3f-8b81-f477cbe4d27c admin admin] Deleting port bae59a6d-f048-41cd-afbd-4e9098916108 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:21:46.126185 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-256f7823-c460-4e3f-8b81-f477cbe4d27c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (bae59a6d-f048-41cd-afbd-4e9098916108), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:46.165922 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a018964-2b4f-4dad-afe3-5dcdabbebf6f None None] DHCP port deletion for 7361a085-d96a-4f31-b765-5a3a0b40e7c7 request from dv-cinder-835635-1-iscsi {{(pid=103155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 15:21:46.196048 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-256f7823-c460-4e3f-8b81-f477cbe4d27c admin admin] For port bae59a6d-f048-41cd-afbd-4e9098916108, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=bae59a6d-f048-41cd-afbd-4e9098916108,segment=NetworkSegment(13900b9a-4061-4f7b-81bb-9d27483245b5),segment_id=13900b9a-4061-4f7b-81bb-9d27483245b5)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:21:46.196450 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-256f7823-c460-4e3f-8b81-f477cbe4d27c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (bae59a6d-f048-41cd-afbd-4e9098916108), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:46.211023 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-256f7823-c460-4e3f-8b81-f477cbe4d27c admin admin] Calling delete_port for bae59a6d-f048-41cd-afbd-4e9098916108 owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:21:46.214879 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-5a018964-2b4f-4dad-afe3-5dcdabbebf6f None None] Deleting port bae59a6d-f048-41cd-afbd-4e9098916108 {{(pid=103155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:21:46.215248 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-5a018964-2b4f-4dad-afe3-5dcdabbebf6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (bae59a6d-f048-41cd-afbd-4e9098916108), before_delete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:46.283482 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-5a018964-2b4f-4dad-afe3-5dcdabbebf6f None None] For port bae59a6d-f048-41cd-afbd-4e9098916108, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=bae59a6d-f048-41cd-afbd-4e9098916108,segment=NetworkSegment(13900b9a-4061-4f7b-81bb-9d27483245b5),segment_id=13900b9a-4061-4f7b-81bb-9d27483245b5)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:21:46.283883 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-5a018964-2b4f-4dad-afe3-5dcdabbebf6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (bae59a6d-f048-41cd-afbd-4e9098916108), precommit_delete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:46.295179 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-256f7823-c460-4e3f-8b81-f477cbe4d27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (bae59a6d-f048-41cd-afbd-4e9098916108), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:46.298179 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-5a018964-2b4f-4dad-afe3-5dcdabbebf6f None None] Calling delete_port for bae59a6d-f048-41cd-afbd-4e9098916108 owned by network:dhcp {{(pid=103155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:21:46.326944 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f7823-c460-4e3f-8b81-f477cbe4d27c admin admin] Pushing event deleted for resources: {'Port': ['ID=bae59a6d-f048-41cd-afbd-4e9098916108,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:21:46.332312 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256f7823-c460-4e3f-8b81-f477cbe4d27c admin admin] No DVR routers for this DVR port bae59a6d-f048-41cd-afbd-4e9098916108 on host dv-cinder-835635-1-iscsi {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:21:46.385778 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-5a018964-2b4f-4dad-afe3-5dcdabbebf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205'] for port (bae59a6d-f048-41cd-afbd-4e9098916108), after_delete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:46.411027 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-256f7823-c460-4e3f-8b81-f477cbe4d27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989517', 'neutron.services.segments.db._delete_segments_for_network-8776791792186'] for network (7361a085-d96a-4f31-b765-5a3a0b40e7c7), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:46.415559 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a018964-2b4f-4dad-afe3-5dcdabbebf6f None None] Pushing event deleted for resources: {'Port': ['ID=bae59a6d-f048-41cd-afbd-4e9098916108,revision_number=None']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:21:46.420004 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a018964-2b4f-4dad-afe3-5dcdabbebf6f None None] No DVR routers for this DVR port bae59a6d-f048-41cd-afbd-4e9098916108 on host dv-cinder-835635-1-iscsi {{(pid=103155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:21:46.427152 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a018964-2b4f-4dad-afe3-5dcdabbebf6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:46.427481 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a018964-2b4f-4dad-afe3-5dcdabbebf6f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:46.427738 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a018964-2b4f-4dad-afe3-5dcdabbebf6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:46.428759 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a018964-2b4f-4dad-afe3-5dcdabbebf6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:46.429362 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a018964-2b4f-4dad-afe3-5dcdabbebf6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:46.429723 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a018964-2b4f-4dad-afe3-5dcdabbebf6f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:46.430060 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a018964-2b4f-4dad-afe3-5dcdabbebf6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:46.430605 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a018964-2b4f-4dad-afe3-5dcdabbebf6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:46.430710 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a018964-2b4f-4dad-afe3-5dcdabbebf6f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:46.431034 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a018964-2b4f-4dad-afe3-5dcdabbebf6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:46.434642 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a018964-2b4f-4dad-afe3-5dcdabbebf6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:46.434642 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a018964-2b4f-4dad-afe3-5dcdabbebf6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:46.434642 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a018964-2b4f-4dad-afe3-5dcdabbebf6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:46.434642 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a018964-2b4f-4dad-afe3-5dcdabbebf6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:46.434642 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a018964-2b4f-4dad-afe3-5dcdabbebf6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:21:46.442269 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-256f7823-c460-4e3f-8b81-f477cbe4d27c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7361a085-d96a-4f31-b765-5a3a0b40e7c7']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:21:46.452650 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-256f7823-c460-4e3f-8b81-f477cbe4d27c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13900b9a-4061-4f7b-81bb-9d27483245b5') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:21:46.452946 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-256f7823-c460-4e3f-8b81-f477cbe4d27c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13900b9a-4061-4f7b-81bb-9d27483245b5') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:21:46.462146 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-256f7823-c460-4e3f-8b81-f477cbe4d27c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776792023619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16402699'] for segment (13900b9a-4061-4f7b-81bb-9d27483245b5), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:46.475039 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-256f7823-c460-4e3f-8b81-f477cbe4d27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (13900b9a-4061-4f7b-81bb-9d27483245b5), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:46.480752 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256f7823-c460-4e3f-8b81-f477cbe4d27c admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:21:46.481132 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-256f7823-c460-4e3f-8b81-f477cbe4d27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13311205'] for segment (13900b9a-4061-4f7b-81bb-9d27483245b5), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: Traceback (most recent call last): Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: timer() Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: cb(*args, **kw) Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: return func(*args, **kwargs) Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: self._notify() Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: self.callback(batched_events) Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: event.method(event) Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: return f(self, *a, **k) Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: return self._get(url).json() Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: return self.request(url, 'GET', **kwargs) Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:21:46.482732 dv-cinder-835635-1-iscsi neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:21:46.538288 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-256f7823-c460-4e3f-8b81-f477cbe4d27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787242'] for network (7361a085-d96a-4f31-b765-5a3a0b40e7c7), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:46.543445 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-256f7823-c460-4e3f-8b81-f477cbe4d27c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:46.546552 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-256f7823-c460-4e3f-8b81-f477cbe4d27c admin admin] 10.222.0.35 "DELETE /v2.0/networks/7361a085-d96a-4f31-b765-5a3a0b40e7c7 HTTP/1.1" status: 204 len: 168 time: 0.5493441 Mar 29 15:21:46.549882 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 48886) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:21:46.558064 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f7823-c460-4e3f-8b81-f477cbe4d27c admin admin] Pushing event deleted for resources: {'Network': ['ID=7361a085-d96a-4f31-b765-5a3a0b40e7c7,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:21:46.616116 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:46.898745 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9537a42a-8eed-4679-b83e-e784922e267b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1787516'] for router_interface (8b68c9d6-937a-4399-b5d6-1a41d99cf364), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:46.914412 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device eca78757-89f1-4c94-afdb-00f3b412abd6 no longer exists at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:21:46.934829 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] No Port match for: eca78757-89f1-4c94-afdb-00f3b412abd6 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:21:46.935171 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device eca78757-89f1-4c94-afdb-00f3b412abd6 not bound to the agent host dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:21:46.935579 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device bae59a6d-f048-41cd-afbd-4e9098916108 no longer exists at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:21:46.954484 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] No Port match for: bae59a6d-f048-41cd-afbd-4e9098916108 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:21:46.954827 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device bae59a6d-f048-41cd-afbd-4e9098916108 not bound to the agent host dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:21:46.955232 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device c2f76b5c-c6ad-443b-b39d-0538b335d304 no longer exists at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:21:46.976102 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] No Port match for: c2f76b5c-c6ad-443b-b39d-0538b335d304 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:21:46.976441 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device c2f76b5c-c6ad-443b-b39d-0538b335d304 not bound to the agent host dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:21:47.164438 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-9537a42a-8eed-4679-b83e-e784922e267b admin admin] Deleting port 2bdfa76a-35c2-4836-a2c7-ccefac8ea413 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:21:47.164718 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9537a42a-8eed-4679-b83e-e784922e267b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (2bdfa76a-35c2-4836-a2c7-ccefac8ea413), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:47.247444 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-9537a42a-8eed-4679-b83e-e784922e267b admin admin] For port 2bdfa76a-35c2-4836-a2c7-ccefac8ea413, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=2bdfa76a-35c2-4836-a2c7-ccefac8ea413,segment=NetworkSegment(43a80e0f-c6e7-48e5-beca-fc2648c94a48),segment_id=43a80e0f-c6e7-48e5-beca-fc2648c94a48)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:21:47.247805 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9537a42a-8eed-4679-b83e-e784922e267b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (2bdfa76a-35c2-4836-a2c7-ccefac8ea413), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:47.260168 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-9537a42a-8eed-4679-b83e-e784922e267b admin admin] Calling delete_port for 2bdfa76a-35c2-4836-a2c7-ccefac8ea413 owned by network:router_interface {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:21:47.441038 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9537a42a-8eed-4679-b83e-e784922e267b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (2bdfa76a-35c2-4836-a2c7-ccefac8ea413), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:47.467004 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537a42a-8eed-4679-b83e-e784922e267b admin admin] Pushing event deleted for resources: {'Port': ['ID=2bdfa76a-35c2-4836-a2c7-ccefac8ea413,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:21:47.634465 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-9537a42a-8eed-4679-b83e-e784922e267b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786860'] for router_interface (8b68c9d6-937a-4399-b5d6-1a41d99cf364), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:47.676931 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:47.857620 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9537a42a-8eed-4679-b83e-e784922e267b admin admin] Router 8b68c9d6-937a-4399-b5d6-1a41d99cf364 has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:21:47.965812 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9537a42a-8eed-4679-b83e-e784922e267b admin admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:21:47.970789 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-9537a42a-8eed-4679-b83e-e784922e267b admin admin] 10.222.0.35 "PUT /v2.0/routers/8b68c9d6-937a-4399-b5d6-1a41d99cf364/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4198933 Mar 29 15:21:47.973429 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 48888) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:21:47.974298 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6486ee-bf1c-47b3-8fff-187d5f662485 None None] Sync routers for ids ['8b68c9d6-937a-4399-b5d6-1a41d99cf364'] in dv-cinder-835635-1-iscsi {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:21:47.983896 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6486ee-bf1c-47b3-8fff-187d5f662485 None None] Routers {'8b68c9d6-937a-4399-b5d6-1a41d99cf364'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:21:47.984508 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-8d6486ee-bf1c-47b3-8fff-187d5f662485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:21:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['8b68c9d6-937a-4399-b5d6-1a41d99cf364'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:21:48.081360 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-596813ba-7c55-407c-ad12-33de25606d3c admin admin] Publish callbacks [] for router (8b68c9d6-937a-4399-b5d6-1a41d99cf364), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:48.095461 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-8d6486ee-bf1c-47b3-8fff-187d5f662485 None None] Set router 8b68c9d6-937a-4399-b5d6-1a41d99cf364 gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:21:48.187491 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-596813ba-7c55-407c-ad12-33de25606d3c admin admin] Publish callbacks [] for router_gateway (8b68c9d6-937a-4399-b5d6-1a41d99cf364), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:48.242952 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-596813ba-7c55-407c-ad12-33de25606d3c admin admin] Deleting port 8a4a67d5-aa7c-4668-99c7-f0ef3e191652 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:21:48.243290 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-596813ba-7c55-407c-ad12-33de25606d3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (8a4a67d5-aa7c-4668-99c7-f0ef3e191652), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:48.273262 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-8d6486ee-bf1c-47b3-8fff-187d5f662485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b68c9d6-937a-4399-b5d6-1a41d99cf364', 'name': 'tempest-TestVolumeBootPattern-1885530525-router', 'tenant_id': '996200d160e24bf3993322d73f717a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '8a4a67d5-aa7c-4668-99c7-f0ef3e191652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:49Z', 'updated_at': '2022-03-29T15:21:47Z', 'revision_number': 5, 'project_id': '996200d160e24bf3993322d73f717a76', 'gw_port': {'id': '8a4a67d5-aa7c-4668-99c7-f0ef3e191652', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:87:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b68c9d6-937a-4399-b5d6-1a41d99cf364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:12:50Z', 'updated_at': '2022-03-29T15:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:21:48.300018 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6486ee-bf1c-47b3-8fff-187d5f662485 None None] Checking router: 8b68c9d6-937a-4399-b5d6-1a41d99cf364 for host: dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:21:48.309188 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6486ee-bf1c-47b3-8fff-187d5f662485 None None] Routers {'8b68c9d6-937a-4399-b5d6-1a41d99cf364'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:21:48.309779 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-8d6486ee-bf1c-47b3-8fff-187d5f662485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:21:44Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['8b68c9d6-937a-4399-b5d6-1a41d99cf364'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:21:48.321594 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-596813ba-7c55-407c-ad12-33de25606d3c admin admin] For port 8a4a67d5-aa7c-4668-99c7-f0ef3e191652, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=8a4a67d5-aa7c-4668-99c7-f0ef3e191652,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:21:48.321958 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-596813ba-7c55-407c-ad12-33de25606d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (8a4a67d5-aa7c-4668-99c7-f0ef3e191652), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:48.338148 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-596813ba-7c55-407c-ad12-33de25606d3c admin admin] Calling delete_port for 8a4a67d5-aa7c-4668-99c7-f0ef3e191652 owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:21:48.398308 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-8d6486ee-bf1c-47b3-8fff-187d5f662485 None None] Set router 8b68c9d6-937a-4399-b5d6-1a41d99cf364 gateway port host: None {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:21:48.453095 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-8d6486ee-bf1c-47b3-8fff-187d5f662485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b68c9d6-937a-4399-b5d6-1a41d99cf364', 'name': 'tempest-TestVolumeBootPattern-1885530525-router', 'tenant_id': '996200d160e24bf3993322d73f717a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:49Z', 'updated_at': '2022-03-29T15:21:48Z', 'revision_number': 6, 'project_id': '996200d160e24bf3993322d73f717a76', 'gw_port_host': None}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:21:48.479283 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6486ee-bf1c-47b3-8fff-187d5f662485 None None] The sync data for ids ['8b68c9d6-937a-4399-b5d6-1a41d99cf364'] in dv-cinder-835635-1-iscsi is: [{'id': '8b68c9d6-937a-4399-b5d6-1a41d99cf364', 'name': 'tempest-TestVolumeBootPattern-1885530525-router', 'tenant_id': '996200d160e24bf3993322d73f717a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:12:49Z', 'updated_at': '2022-03-29T15:21:48Z', 'revision_number': 6, 'project_id': '996200d160e24bf3993322d73f717a76', 'gw_port_host': None}] {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:21:48.506670 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-596813ba-7c55-407c-ad12-33de25606d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (8a4a67d5-aa7c-4668-99c7-f0ef3e191652), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:48.537022 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596813ba-7c55-407c-ad12-33de25606d3c admin admin] Pushing event deleted for resources: {'Port': ['ID=8a4a67d5-aa7c-4668-99c7-f0ef3e191652,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:21:48.596409 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-596813ba-7c55-407c-ad12-33de25606d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787142'] for router_gateway (8b68c9d6-937a-4399-b5d6-1a41d99cf364), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:48.687383 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-596813ba-7c55-407c-ad12-33de25606d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1793434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2952'] for router (8b68c9d6-937a-4399-b5d6-1a41d99cf364), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:48.689489 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-596813ba-7c55-407c-ad12-33de25606d3c admin admin] Publish callbacks [] for router_controller (8b68c9d6-937a-4399-b5d6-1a41d99cf364), precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:48.735307 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-596813ba-7c55-407c-ad12-33de25606d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1793507'] for router (8b68c9d6-937a-4399-b5d6-1a41d99cf364), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:48.735752 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596813ba-7c55-407c-ad12-33de25606d3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b68c9d6-937a-4399-b5d6-1a41d99cf364 {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:21:48.739798 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-596813ba-7c55-407c-ad12-33de25606d3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:48.740978 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-596813ba-7c55-407c-ad12-33de25606d3c admin admin] 10.222.0.35 "DELETE /v2.0/routers/8b68c9d6-937a-4399-b5d6-1a41d99cf364 HTTP/1.1" status: 204 len: 168 time: 0.7665741 Mar 29 15:21:48.743405 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 48890) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:21:48.786464 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e317cb-67da-4547-a78c-1a3ac25b3833 admin admin] Deleting subnet fa1cd8ae-258d-452e-817f-27a989c0e944 {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:21:48.789989 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-28e317cb-67da-4547-a78c-1a3ac25b3833 admin admin] Publish callbacks [] for subnet (fa1cd8ae-258d-452e-817f-27a989c0e944), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:48.825229 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-28e317cb-67da-4547-a78c-1a3ac25b3833 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16402688'] for subnet (fa1cd8ae-258d-452e-817f-27a989c0e944), precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:48.913636 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-28e317cb-67da-4547-a78c-1a3ac25b3833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926406'] for subnet (fa1cd8ae-258d-452e-817f-27a989c0e944), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:48.966085 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-28e317cb-67da-4547-a78c-1a3ac25b3833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13304387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12742666'] for subnet (fa1cd8ae-258d-452e-817f-27a989c0e944), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:48.991914 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e317cb-67da-4547-a78c-1a3ac25b3833 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa1cd8ae-258d-452e-817f-27a989c0e944,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:21:48.995403 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-28e317cb-67da-4547-a78c-1a3ac25b3833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for subnet (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:48.999117 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-28e317cb-67da-4547-a78c-1a3ac25b3833 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fa1cd8ae-258d-452e-817f-27a989c0e944 HTTP/1.1" status: 204 len: 168 time: 0.2542663 Mar 29 15:21:49.001129 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 48892) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:21:49.003599 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84bbe79-a91c-43eb-a607-e7c202e4f8ce None None] Network 99986509-8f38-4367-bddf-849da045cf2d requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:21:49.070957 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c3611722-da61-4ffc-9763-271a1ec5a392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050247'] for network (99986509-8f38-4367-bddf-849da045cf2d), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:49.130036 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-c3611722-da61-4ffc-9763-271a1ec5a392 admin admin] Deleting port 22e0c83a-9476-40b3-baad-30369ed18e92 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:21:49.130378 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c3611722-da61-4ffc-9763-271a1ec5a392 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (22e0c83a-9476-40b3-baad-30369ed18e92), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:49.192843 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-c3611722-da61-4ffc-9763-271a1ec5a392 admin admin] For port 22e0c83a-9476-40b3-baad-30369ed18e92, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=22e0c83a-9476-40b3-baad-30369ed18e92,segment=NetworkSegment(43a80e0f-c6e7-48e5-beca-fc2648c94a48),segment_id=43a80e0f-c6e7-48e5-beca-fc2648c94a48)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:21:49.193130 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c3611722-da61-4ffc-9763-271a1ec5a392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (22e0c83a-9476-40b3-baad-30369ed18e92), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:49.206257 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-c3611722-da61-4ffc-9763-271a1ec5a392 admin admin] Calling delete_port for 22e0c83a-9476-40b3-baad-30369ed18e92 owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:21:49.248410 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7229ce3e-98a8-4447-af97-1881b5fb2db2 None None] DHCP port deletion for 99986509-8f38-4367-bddf-849da045cf2d request from dv-cinder-835635-1-iscsi {{(pid=103155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 15:21:49.294675 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c3611722-da61-4ffc-9763-271a1ec5a392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (22e0c83a-9476-40b3-baad-30369ed18e92), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:49.297430 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 2bdfa76a-35c2-4836-a2c7-ccefac8ea413 no longer exists at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:21:49.320442 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] No Port match for: 2bdfa76a-35c2-4836-a2c7-ccefac8ea413 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:21:49.320799 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 2bdfa76a-35c2-4836-a2c7-ccefac8ea413 not bound to the agent host dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:21:49.327763 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3611722-da61-4ffc-9763-271a1ec5a392 admin admin] Pushing event deleted for resources: {'Port': ['ID=22e0c83a-9476-40b3-baad-30369ed18e92,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:21:49.329471 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3611722-da61-4ffc-9763-271a1ec5a392 admin admin] No DVR routers for this DVR port 22e0c83a-9476-40b3-baad-30369ed18e92 on host dv-cinder-835635-1-iscsi {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:21:49.338997 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-7229ce3e-98a8-4447-af97-1881b5fb2db2 None None] Deleting port 22e0c83a-9476-40b3-baad-30369ed18e92 {{(pid=103155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:21:49.339367 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7229ce3e-98a8-4447-af97-1881b5fb2db2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (22e0c83a-9476-40b3-baad-30369ed18e92), before_delete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:49.401535 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c3611722-da61-4ffc-9763-271a1ec5a392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989517', 'neutron.services.segments.db._delete_segments_for_network-8776791792186'] for network (99986509-8f38-4367-bddf-849da045cf2d), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:49.403639 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-7229ce3e-98a8-4447-af97-1881b5fb2db2 None None] For port 22e0c83a-9476-40b3-baad-30369ed18e92, host dv-cinder-835635-1-iscsi, got binding levels [] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:21:49.404036 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7229ce3e-98a8-4447-af97-1881b5fb2db2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (22e0c83a-9476-40b3-baad-30369ed18e92), precommit_delete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:49.416460 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-7229ce3e-98a8-4447-af97-1881b5fb2db2 None None] Calling delete_port for 22e0c83a-9476-40b3-baad-30369ed18e92 owned by network:dhcp {{(pid=103155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:21:49.419666 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.ipam_backend_mixin [None req-7229ce3e-98a8-4447-af97-1881b5fb2db2 None None] Port 22e0c83a-9476-40b3-baad-30369ed18e92 was not found and therefore no delete operation was performed {{(pid=103155) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 29 15:21:49.420917 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7229ce3e-98a8-4447-af97-1881b5fb2db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205'] for port (22e0c83a-9476-40b3-baad-30369ed18e92), after_delete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:49.422649 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-c3611722-da61-4ffc-9763-271a1ec5a392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99986509-8f38-4367-bddf-849da045cf2d']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:21:49.432828 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-c3611722-da61-4ffc-9763-271a1ec5a392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a80e0f-c6e7-48e5-beca-fc2648c94a48') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:21:49.433122 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-c3611722-da61-4ffc-9763-271a1ec5a392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a80e0f-c6e7-48e5-beca-fc2648c94a48') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:21:49.442745 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c3611722-da61-4ffc-9763-271a1ec5a392 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776792023619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16402699'] for segment (43a80e0f-c6e7-48e5-beca-fc2648c94a48), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:49.447854 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229ce3e-98a8-4447-af97-1881b5fb2db2 None None] Pushing event deleted for resources: {'Port': ['ID=22e0c83a-9476-40b3-baad-30369ed18e92,revision_number=None']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:21:49.453586 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7229ce3e-98a8-4447-af97-1881b5fb2db2 None None] No DVR routers for this DVR port 22e0c83a-9476-40b3-baad-30369ed18e92 on host dv-cinder-835635-1-iscsi {{(pid=103155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:21:49.462519 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c3611722-da61-4ffc-9763-271a1ec5a392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (43a80e0f-c6e7-48e5-beca-fc2648c94a48), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:49.469102 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3611722-da61-4ffc-9763-271a1ec5a392 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:21:49.469470 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c3611722-da61-4ffc-9763-271a1ec5a392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13311205'] for segment (43a80e0f-c6e7-48e5-beca-fc2648c94a48), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: Traceback (most recent call last): Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: timer() Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: cb(*args, **kw) Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: return func(*args, **kwargs) Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: self._notify() Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: self.callback(batched_events) Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: event.method(event) Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: return f(self, *a, **k) Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: return self._get(url).json() Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: return self.request(url, 'GET', **kwargs) Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:21:49.471084 dv-cinder-835635-1-iscsi neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:21:49.531064 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c3611722-da61-4ffc-9763-271a1ec5a392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787242'] for network (99986509-8f38-4367-bddf-849da045cf2d), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:49.538887 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c3611722-da61-4ffc-9763-271a1ec5a392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:49.544410 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-c3611722-da61-4ffc-9763-271a1ec5a392 admin admin] 10.222.0.35 "DELETE /v2.0/networks/99986509-8f38-4367-bddf-849da045cf2d HTTP/1.1" status: 204 len: 168 time: 0.5401325 Mar 29 15:21:49.554852 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3611722-da61-4ffc-9763-271a1ec5a392 admin admin] Pushing event deleted for resources: {'Network': ['ID=99986509-8f38-4367-bddf-849da045cf2d,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:21:49.657555 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 48896) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:21:49.697647 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-48712386-2766-4248-90c8-6eeaf2f5ff5e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb13df1bbb4c41139dde418a494692fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389493 Mar 29 15:21:49.700060 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 48898) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:21:49.746981 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-34ca57ee-d22f-473a-9d76-d34e7b38799e admin admin] Publish callbacks [] for security_group (b47b4cf5-ece5-4136-b31f-34d11aa308cc), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:49.768239 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-34ca57ee-d22f-473a-9d76-d34e7b38799e admin admin] Publish callbacks [] for security_group (b47b4cf5-ece5-4136-b31f-34d11aa308cc), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:49.814893 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-34ca57ee-d22f-473a-9d76-d34e7b38799e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (b47b4cf5-ece5-4136-b31f-34d11aa308cc), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:49.817459 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-34ca57ee-d22f-473a-9d76-d34e7b38799e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:49.819090 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-34ca57ee-d22f-473a-9d76-d34e7b38799e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b47b4cf5-ece5-4136-b31f-34d11aa308cc HTTP/1.1" status: 204 len: 168 time: 0.1176405 Mar 29 15:21:49.827232 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca57ee-d22f-473a-9d76-d34e7b38799e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47b4cf5-ece5-4136-b31f-34d11aa308cc,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:21:50.118279 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 48904) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:21:50.162093 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-6cb31f61-db70-4207-8655-9a7eca8946c1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=996200d160e24bf3993322d73f717a76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425849 Mar 29 15:21:50.164385 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 48906) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:21:50.211679 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a054115d-0ff2-44f9-abd1-07e4e9759a34 admin admin] Publish callbacks [] for security_group (dca0eaad-549d-4244-82a1-35964410dad4), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:50.232947 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a054115d-0ff2-44f9-abd1-07e4e9759a34 admin admin] Publish callbacks [] for security_group (dca0eaad-549d-4244-82a1-35964410dad4), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:50.280611 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a054115d-0ff2-44f9-abd1-07e4e9759a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (dca0eaad-549d-4244-82a1-35964410dad4), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:50.283408 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a054115d-0ff2-44f9-abd1-07e4e9759a34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:50.284590 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-a054115d-0ff2-44f9-abd1-07e4e9759a34 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dca0eaad-549d-4244-82a1-35964410dad4 HTTP/1.1" status: 204 len: 168 time: 0.1192801 Mar 29 15:21:50.292330 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054115d-0ff2-44f9-abd1-07e4e9759a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca0eaad-549d-4244-82a1-35964410dad4,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:21:50.912855 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 22e0c83a-9476-40b3-baad-30369ed18e92 no longer exists at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:21:50.933145 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] No Port match for: 22e0c83a-9476-40b3-baad-30369ed18e92 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:21:50.933483 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 22e0c83a-9476-40b3-baad-30369ed18e92 not bound to the agent host dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:21:50.933879 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 8a4a67d5-aa7c-4668-99c7-f0ef3e191652 no longer exists at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:21:50.952264 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] No Port match for: 8a4a67d5-aa7c-4668-99c7-f0ef3e191652 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:21:50.952635 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 8a4a67d5-aa7c-4668-99c7-f0ef3e191652 not bound to the agent host dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:21:56.658750 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:21:58.377625 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [req-65d5ec4b-b62a-4dd9-9c20-5e4fb73889d6 req-901c29a5-a203-4616-acba-882d6e4f9b89 service neutron] (103154) timed out ('10.222.0.35', 41980) {{(pid=103154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 15:21:58.551694 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [req-65d5ec4b-b62a-4dd9-9c20-5e4fb73889d6 req-e7688b35-49b7-4498-89ea-bbf1ebd9c211 tempest-AttachVolumeShelveTestJSON-1727231091 tempest-AttachVolumeShelveTestJSON-1727231091-project] (103154) timed out ('10.222.0.35', 41988) {{(pid=103154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 15:22:11.471564 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7b25cbce-3429-4089-a14c-00d5bad4de02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:13.768266 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-6e4875e9-dcf2-4c97-9cf0-e9d1b5c71a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:14.809218 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:16.618921 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:17.680503 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:21.390768 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 48910) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:22:21.724458 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-d01af31a-8ed4-4f2b-8bb3-97a4806f917e tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Deleting port e066e628-e299-4cdc-8a87-850ac1b514d9 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:22:21.724829 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d01af31a-8ed4-4f2b-8bb3-97a4806f917e tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (e066e628-e299-4cdc-8a87-850ac1b514d9), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:21.802484 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d01af31a-8ed4-4f2b-8bb3-97a4806f917e tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (e066e628-e299-4cdc-8a87-850ac1b514d9), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:21.802728 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d01af31a-8ed4-4f2b-8bb3-97a4806f917e tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for floatingip (e066e628-e299-4cdc-8a87-850ac1b514d9), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:21.814305 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-d01af31a-8ed4-4f2b-8bb3-97a4806f917e tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Calling delete_port for e066e628-e299-4cdc-8a87-850ac1b514d9 owned by network:floatingip {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:22:21.885231 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:22:21.961338 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d01af31a-8ed4-4f2b-8bb3-97a4806f917e tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (e066e628-e299-4cdc-8a87-850ac1b514d9), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:21.987746 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01af31a-8ed4-4f2b-8bb3-97a4806f917e tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Pushing event deleted for resources: {'Port': ['ID=e066e628-e299-4cdc-8a87-850ac1b514d9,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:22:22.046910 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d01af31a-8ed4-4f2b-8bb3-97a4806f917e tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for floatingip (3b25c897-3933-440c-bd0b-c377cc1ee68a), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:22.047233 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.db.l3_db [None req-d01af31a-8ed4-4f2b-8bb3-97a4806f917e tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Floating IP 3b25c897-3933-440c-bd0b-c377cc1ee68a disassociated (deleted). External IP: 172.27.2.128, port: 8540e35d-b9be-4ee8-ab0c-6cf2914205d3. Mar 29 15:22:22.259367 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01af31a-8ed4-4f2b-8bb3-97a4806f917e tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Router be50c05b-29ff-4d51-b278-47cd1673044f has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:22:22.377530 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01af31a-8ed4-4f2b-8bb3-97a4806f917e tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:22:22.383231 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d01af31a-8ed4-4f2b-8bb3-97a4806f917e tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for floatingip (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:22.387483 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a19a0a-cda2-4315-acb7-d285a1eb0974 None None] Sync routers for ids ['be50c05b-29ff-4d51-b278-47cd1673044f'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:22:22.396801 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a19a0a-cda2-4315-acb7-d285a1eb0974 None None] Routers {'be50c05b-29ff-4d51-b278-47cd1673044f'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:22:22.397418 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-74a19a0a-cda2-4315-acb7-d285a1eb0974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:22:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['be50c05b-29ff-4d51-b278-47cd1673044f'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:22:22.413085 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-d01af31a-8ed4-4f2b-8bb3-97a4806f917e tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "DELETE /v2.0/floatingips/3b25c897-3933-440c-bd0b-c377cc1ee68a HTTP/1.1" status: 204 len: 168 time: 1.0211122 Mar 29 15:22:22.413790 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9', 'tag': '8540e35d-b9be-4ee8-ab0c-6cf2914205d3'}] {{(pid=103153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:22:22.415917 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ba023f0cd8cc5f3c167e772b1aa00d02c07a3711ed68df0fea12bd5354b7600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c8bfbc-ee95-4906-8fa5-484a6038ead2" -d '{"events": [{"name": "network-changed", "server_uuid": "2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9", "tag": "8540e35d-b9be-4ee8-ab0c-6cf2914205d3"}]}' {{(pid=103153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:22:22.453289 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 15:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a79452-cc4f-48d3-a2bf-d8cd5d05a1d4 x-openstack-request-id: req-73a79452-cc4f-48d3-a2bf-d8cd5d05a1d4 {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:22:22.453574 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9", "tag": "8540e35d-b9be-4ee8-ab0c-6cf2914205d3", "status": "completed", "code": 200}]} {{(pid=103153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:22:22.453822 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-73a79452-cc4f-48d3-a2bf-d8cd5d05a1d4 {{(pid=103153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:22:22.454226 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73a79452-cc4f-48d3-a2bf-d8cd5d05a1d4'] response: {'name': 'network-changed', 'server_uuid': '2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9', 'tag': '8540e35d-b9be-4ee8-ab0c-6cf2914205d3', 'status': 'completed', 'code': 200} Mar 29 15:22:22.510322 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-74a19a0a-cda2-4315-acb7-d285a1eb0974 None None] Set router be50c05b-29ff-4d51-b278-47cd1673044f gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:22:22.523280 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8bfbc-ee95-4906-8fa5-484a6038ead2 req-ac55ef3a-1fcd-4815-afca-2fbd06df58c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:22:22.524822 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-61c8bfbc-ee95-4906-8fa5-484a6038ead2 req-ac55ef3a-1fcd-4815-afca-2fbd06df58c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7b009c1ad1e4ed8b86bb55c43b0b6a6&device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 1129 time: 0.0485444 Mar 29 15:22:22.694314 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc88fb-ae37-4b22-9905-51d2580ffee0 req-0ef1d60a-c4ec-4468-a61d-d168635a59be tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:22:22.695899 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-67fc88fb-ae37-4b22-9905-51d2580ffee0 req-0ef1d60a-c4ec-4468-a61d-d168635a59be tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 945 time: 0.0976086 Mar 29 15:22:22.697289 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8bfbc-ee95-4906-8fa5-484a6038ead2 req-09e7331a-59ce-467c-882a-011a466ae8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:22:22.698603 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-61c8bfbc-ee95-4906-8fa5-484a6038ead2 req-09e7331a-59ce-467c-882a-011a466ae8b4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d731d5fc-cd68-45e1-be36-bb1d0572af45 HTTP/1.1" status: 200 len: 910 time: 0.1623600 Mar 29 15:22:22.716857 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-74a19a0a-cda2-4315-acb7-d285a1eb0974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'name': 'tempest-TestShelveInstance-1270244672-router', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '30f496a0-a9e1-490b-bd73-6e089a103d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:17:07Z', 'updated_at': '2022-03-29T15:17:10Z', 'revision_number': 4, 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'gw_port': {'id': '30f496a0-a9e1-490b-bd73-6e089a103d3c', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:08Z', 'updated_at': '2022-03-29T15:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '316cc994-4849-47ba-86e6-7c1a7909a7b4', 'name': '', 'network_id': 'd731d5fc-cd68-45e1-be36-bb1d0572af45', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'mac_address': 'fa:16:3e:97:00:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5e4f1a2b-f307-463e-9001-6e05a9f6c7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:09Z', 'updated_at': '2022-03-29T15:17:13Z', 'revision_number': 5, 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'subnets': [{'id': '5e4f1a2b-f307-463e-9001-6e05a9f6c7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:22:22.748230 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a19a0a-cda2-4315-acb7-d285a1eb0974 None None] Checking router: be50c05b-29ff-4d51-b278-47cd1673044f for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:22:22.754132 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-61c8bfbc-ee95-4906-8fa5-484a6038ead2 req-e6caec0d-5395-4e4f-bba3-1a217741ee19 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8540e35d-b9be-4ee8-ab0c-6cf2914205d3 HTTP/1.1" status: 200 len: 217 time: 0.0458481 Mar 29 15:22:22.756809 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a19a0a-cda2-4315-acb7-d285a1eb0974 None None] Routers {'be50c05b-29ff-4d51-b278-47cd1673044f'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:22:22.757415 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-74a19a0a-cda2-4315-acb7-d285a1eb0974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:22:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['be50c05b-29ff-4d51-b278-47cd1673044f'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:22:22.810791 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-67fc88fb-ae37-4b22-9905-51d2580ffee0 req-95cdf125-d5b9-4fbb-99f7-8a632426af8e tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089847 Mar 29 15:22:22.821694 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8bfbc-ee95-4906-8fa5-484a6038ead2 req-4982c2ec-bc4b-496e-833f-cdef0517702d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:22:22.823080 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-61c8bfbc-ee95-4906-8fa5-484a6038ead2 req-4982c2ec-bc4b-496e-833f-cdef0517702d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e4f1a2b-f307-463e-9001-6e05a9f6c7c9 HTTP/1.1" status: 200 len: 848 time: 0.0595992 Mar 29 15:22:22.867790 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-74a19a0a-cda2-4315-acb7-d285a1eb0974 None None] Set router be50c05b-29ff-4d51-b278-47cd1673044f gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:22:22.871790 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8bfbc-ee95-4906-8fa5-484a6038ead2 req-dc29eba2-52bb-40b1-9148-f7b4244f64f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:22:22.873320 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-61c8bfbc-ee95-4906-8fa5-484a6038ead2 req-dc29eba2-52bb-40b1-9148-f7b4244f64f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d731d5fc-cd68-45e1-be36-bb1d0572af45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442967 Mar 29 15:22:22.967547 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-61c8bfbc-ee95-4906-8fa5-484a6038ead2 req-6b818b71-28a3-49e6-a4e1-97a018f7ef27 service neutron] 10.222.0.36 "GET /v2.0/networks/d731d5fc-cd68-45e1-be36-bb1d0572af45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870085 Mar 29 15:22:23.067194 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-61c8bfbc-ee95-4906-8fa5-484a6038ead2 req-e668de58-bb18-4612-b586-c582cd4d1835 service neutron] 10.222.0.36 "GET /v2.0/networks/d731d5fc-cd68-45e1-be36-bb1d0572af45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925946 Mar 29 15:22:23.196166 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-74a19a0a-cda2-4315-acb7-d285a1eb0974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'name': 'tempest-TestShelveInstance-1270244672-router', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '30f496a0-a9e1-490b-bd73-6e089a103d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:17:07Z', 'updated_at': '2022-03-29T15:17:10Z', 'revision_number': 4, 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'gw_port': {'id': '30f496a0-a9e1-490b-bd73-6e089a103d3c', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:08Z', 'updated_at': '2022-03-29T15:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '316cc994-4849-47ba-86e6-7c1a7909a7b4', 'name': '', 'network_id': 'd731d5fc-cd68-45e1-be36-bb1d0572af45', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'mac_address': 'fa:16:3e:97:00:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5e4f1a2b-f307-463e-9001-6e05a9f6c7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:09Z', 'updated_at': '2022-03-29T15:17:13Z', 'revision_number': 5, 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'subnets': [{'id': '5e4f1a2b-f307-463e-9001-6e05a9f6c7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:22:23.222773 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a19a0a-cda2-4315-acb7-d285a1eb0974 None None] The sync data for ids ['be50c05b-29ff-4d51-b278-47cd1673044f'] in dv-cinder-835635-1-iscsi is: [{'id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'name': 'tempest-TestShelveInstance-1270244672-router', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '30f496a0-a9e1-490b-bd73-6e089a103d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:17:07Z', 'updated_at': '2022-03-29T15:17:10Z', 'revision_number': 4, 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'gw_port': {'id': '30f496a0-a9e1-490b-bd73-6e089a103d3c', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:08Z', 'updated_at': '2022-03-29T15:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi', '_interfaces': [{'id': '316cc994-4849-47ba-86e6-7c1a7909a7b4', 'name': '', 'network_id': 'd731d5fc-cd68-45e1-be36-bb1d0572af45', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'mac_address': 'fa:16:3e:97:00:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5e4f1a2b-f307-463e-9001-6e05a9f6c7c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:09Z', 'updated_at': '2022-03-29T15:17:13Z', 'revision_number': 5, 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'subnets': [{'id': '5e4f1a2b-f307-463e-9001-6e05a9f6c7c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:22:23.436683 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469c25ab-b8a5-400a-a36f-db94787a1e68 None None] New status for floating IP 3b25c897-3933-440c-bd0b-c377cc1ee68a: DOWN {{(pid=103156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 15:22:23.937633 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41abc58-5f9b-45b9-bfc0-e7d2b0922679 req-ff5df414-bbd7-4b6a-a7bf-71c437810140 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:22:23.939098 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a41abc58-5f9b-45b9-bfc0-e7d2b0922679 req-ff5df414-bbd7-4b6a-a7bf-71c437810140 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 945 time: 0.0562339 Mar 29 15:22:23.987953 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-a41abc58-5f9b-45b9-bfc0-e7d2b0922679 req-be602395-fa99-4fc4-a858-c80b35c3b1c6 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e0b4d61-e19a-43fd-8127-2c61236160fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432868 Mar 29 15:22:24.247840 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f0e26-33fe-41c6-9f19-f8e3171cafe1 req-98f9e236-2040-4663-af3e-d2e482cee9fd tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 15:22:24.249302 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-762f0e26-33fe-41c6-9f19-f8e3171cafe1 req-98f9e236-2040-4663-af3e-d2e482cee9fd tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.36 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 945 time: 0.0575647 Mar 29 15:22:24.340551 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [req-762f0e26-33fe-41c6-9f19-f8e3171cafe1 req-f230f895-e144-4cb4-b23f-ef0642dc767f tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Deleting port 8540e35d-b9be-4ee8-ab0c-6cf2914205d3 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:22:24.340910 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-762f0e26-33fe-41c6-9f19-f8e3171cafe1 req-f230f895-e144-4cb4-b23f-ef0642dc767f tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (8540e35d-b9be-4ee8-ab0c-6cf2914205d3), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:24.431336 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [req-762f0e26-33fe-41c6-9f19-f8e3171cafe1 req-f230f895-e144-4cb4-b23f-ef0642dc767f tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] For port 8540e35d-b9be-4ee8-ab0c-6cf2914205d3, host hv-cinder-83563, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83563',level=0,port_id=8540e35d-b9be-4ee8-ab0c-6cf2914205d3,segment=NetworkSegment(b50806fb-e37f-41be-b83d-c01a918172e2),segment_id=b50806fb-e37f-41be-b83d-c01a918172e2)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:22:24.431699 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-762f0e26-33fe-41c6-9f19-f8e3171cafe1 req-f230f895-e144-4cb4-b23f-ef0642dc767f tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (8540e35d-b9be-4ee8-ab0c-6cf2914205d3), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:24.444525 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [req-762f0e26-33fe-41c6-9f19-f8e3171cafe1 req-f230f895-e144-4cb4-b23f-ef0642dc767f tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Calling delete_port for 8540e35d-b9be-4ee8-ab0c-6cf2914205d3 owned by compute:nova {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:22:24.569591 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-762f0e26-33fe-41c6-9f19-f8e3171cafe1 req-f230f895-e144-4cb4-b23f-ef0642dc767f tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (8540e35d-b9be-4ee8-ab0c-6cf2914205d3), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:24.598875 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230f895-e144-4cb4-b23f-ef0642dc767f tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Pushing event deleted for resources: {'Port': ['ID=8540e35d-b9be-4ee8-ab0c-6cf2914205d3,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:22:24.645115 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.l3_dvrscheduler_db [req-762f0e26-33fe-41c6-9f19-f8e3171cafe1 req-f230f895-e144-4cb4-b23f-ef0642dc767f tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] No DVR routers for this DVR port 8540e35d-b9be-4ee8-ab0c-6cf2914205d3 on host hv-cinder-83563 {{(pid=103154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:22:24.647912 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [req-762f0e26-33fe-41c6-9f19-f8e3171cafe1 req-f230f895-e144-4cb4-b23f-ef0642dc767f tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53163'] for port (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:24.651565 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [req-762f0e26-33fe-41c6-9f19-f8e3171cafe1 req-f230f895-e144-4cb4-b23f-ef0642dc767f tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.36 "DELETE /v2.0/ports/8540e35d-b9be-4ee8-ab0c-6cf2914205d3 HTTP/1.1" status: 204 len: 173 time: 0.3969250 Mar 29 15:22:24.652026 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9', 'name': 'network-vif-deleted', 'tag': '8540e35d-b9be-4ee8-ab0c-6cf2914205d3'}] {{(pid=103154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 15:22:24.654925 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cc70975db2dd8181b10c50c59374f379314a53a8e97e613908b3f5f72184f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9c20f1-a6ba-43e3-9e75-7bb7e8196869" -d '{"events": [{"server_uuid": "2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9", "name": "network-vif-deleted", "tag": "8540e35d-b9be-4ee8-ab0c-6cf2914205d3"}]}' {{(pid=103154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 15:22:24.691812 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 15:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e0d414-e199-4db4-9ad4-be326427cf82 x-openstack-request-id: req-f8e0d414-e199-4db4-9ad4-be326427cf82 {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 15:22:24.692106 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9", "name": "network-vif-deleted", "tag": "8540e35d-b9be-4ee8-ab0c-6cf2914205d3", "status": "completed", "code": 200}]} {{(pid=103154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 15:22:24.692358 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f8e0d414-e199-4db4-9ad4-be326427cf82 {{(pid=103154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 15:22:24.692787 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8e0d414-e199-4db4-9ad4-be326427cf82'] response: {'server_uuid': '2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9', 'name': 'network-vif-deleted', 'tag': '8540e35d-b9be-4ee8-ab0c-6cf2914205d3', 'status': 'completed', 'code': 200} Mar 29 15:22:25.100152 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [req-fd9646ca-e4a7-42f5-bcb7-59edf1f57090 req-1cb4f199-7184-43d0-b5f2-818f85a236f7 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "GET /v2.0/ports?device_id=2475f4b7-7f80-4e8d-aeaa-5915b4dc64b9 HTTP/1.1" status: 200 len: 210 time: 0.0312304 Mar 29 15:22:26.156296 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 48928) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:22:26.214112 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-780599ba-4a81-4204-a6a6-b76a228a1dd9 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for security_group (0e0b4d61-e19a-43fd-8127-2c61236160fc), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:26.240284 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-780599ba-4a81-4204-a6a6-b76a228a1dd9 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for security_group (0e0b4d61-e19a-43fd-8127-2c61236160fc), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:26.307648 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-780599ba-4a81-4204-a6a6-b76a228a1dd9 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (0e0b4d61-e19a-43fd-8127-2c61236160fc), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:26.310525 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-780599ba-4a81-4204-a6a6-b76a228a1dd9 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:26.311704 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-780599ba-4a81-4204-a6a6-b76a228a1dd9 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] 10.222.0.35 "DELETE /v2.0/security-groups/0e0b4d61-e19a-43fd-8127-2c61236160fc HTTP/1.1" status: 204 len: 168 time: 0.1544030 Mar 29 15:22:26.322209 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780599ba-4a81-4204-a6a6-b76a228a1dd9 tempest-TestShelveInstance-1213377625 tempest-TestShelveInstance-1213377625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0b4d61-e19a-43fd-8127-2c61236160fc,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:22:26.658280 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:27.369398 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 48934) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:22:27.807390 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dc814bb7-b68b-4e29-85c4-c07796012132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1787516'] for router_interface (be50c05b-29ff-4d51-b278-47cd1673044f), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:27.987950 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 8540e35d-b9be-4ee8-ab0c-6cf2914205d3 no longer exists at agent hyperv_hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:22:28.008615 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] No Port match for: 8540e35d-b9be-4ee8-ab0c-6cf2914205d3 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:22:28.009211 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Device 8540e35d-b9be-4ee8-ab0c-6cf2914205d3 not bound to the agent host hv-cinder-83563 {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:22:28.057110 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-dc814bb7-b68b-4e29-85c4-c07796012132 admin admin] Deleting port 316cc994-4849-47ba-86e6-7c1a7909a7b4 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:22:28.057503 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dc814bb7-b68b-4e29-85c4-c07796012132 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (316cc994-4849-47ba-86e6-7c1a7909a7b4), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:28.137072 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-dc814bb7-b68b-4e29-85c4-c07796012132 admin admin] For port 316cc994-4849-47ba-86e6-7c1a7909a7b4, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=316cc994-4849-47ba-86e6-7c1a7909a7b4,segment=NetworkSegment(b50806fb-e37f-41be-b83d-c01a918172e2),segment_id=b50806fb-e37f-41be-b83d-c01a918172e2)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:22:28.137436 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dc814bb7-b68b-4e29-85c4-c07796012132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (316cc994-4849-47ba-86e6-7c1a7909a7b4), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:28.150865 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-dc814bb7-b68b-4e29-85c4-c07796012132 admin admin] Calling delete_port for 316cc994-4849-47ba-86e6-7c1a7909a7b4 owned by network:router_interface {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:22:28.330602 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dc814bb7-b68b-4e29-85c4-c07796012132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (316cc994-4849-47ba-86e6-7c1a7909a7b4), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:28.356515 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc814bb7-b68b-4e29-85c4-c07796012132 admin admin] Pushing event deleted for resources: {'Port': ['ID=316cc994-4849-47ba-86e6-7c1a7909a7b4,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:22:28.524783 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-dc814bb7-b68b-4e29-85c4-c07796012132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786860'] for router_interface (be50c05b-29ff-4d51-b278-47cd1673044f), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:28.742326 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc814bb7-b68b-4e29-85c4-c07796012132 admin admin] Router be50c05b-29ff-4d51-b278-47cd1673044f has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:22:28.849146 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc814bb7-b68b-4e29-85c4-c07796012132 admin admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:22:28.854098 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-dc814bb7-b68b-4e29-85c4-c07796012132 admin admin] 10.222.0.35 "PUT /v2.0/routers/be50c05b-29ff-4d51-b278-47cd1673044f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4836638 Mar 29 15:22:28.856640 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 48938) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:22:28.857629 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a2e7d5-745a-44e6-ad31-d58964304e7e None None] Sync routers for ids ['be50c05b-29ff-4d51-b278-47cd1673044f'] in dv-cinder-835635-1-iscsi {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:22:28.867468 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a2e7d5-745a-44e6-ad31-d58964304e7e None None] Routers {'be50c05b-29ff-4d51-b278-47cd1673044f'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:22:28.868072 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-71a2e7d5-745a-44e6-ad31-d58964304e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:22:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['be50c05b-29ff-4d51-b278-47cd1673044f'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:22:28.965528 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-739f6ed2-1108-4de5-8a9b-340ea149a37e admin admin] Publish callbacks [] for router (be50c05b-29ff-4d51-b278-47cd1673044f), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:28.979686 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-71a2e7d5-745a-44e6-ad31-d58964304e7e None None] Set router be50c05b-29ff-4d51-b278-47cd1673044f gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:22:29.165370 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-71a2e7d5-745a-44e6-ad31-d58964304e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'name': 'tempest-TestShelveInstance-1270244672-router', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '30f496a0-a9e1-490b-bd73-6e089a103d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:17:07Z', 'updated_at': '2022-03-29T15:22:28Z', 'revision_number': 5, 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'gw_port': {'id': '30f496a0-a9e1-490b-bd73-6e089a103d3c', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:08Z', 'updated_at': '2022-03-29T15:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:22:29.197469 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a2e7d5-745a-44e6-ad31-d58964304e7e None None] Checking router: be50c05b-29ff-4d51-b278-47cd1673044f for host: dv-cinder-835635-1-iscsi {{(pid=103155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:22:29.206634 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a2e7d5-745a-44e6-ad31-d58964304e7e None None] Routers {'be50c05b-29ff-4d51-b278-47cd1673044f'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:22:29.207404 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-71a2e7d5-745a-44e6-ad31-d58964304e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:22:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['be50c05b-29ff-4d51-b278-47cd1673044f'], 'active': True} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:22:29.317775 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvr_db [None req-71a2e7d5-745a-44e6-ad31-d58964304e7e None None] Set router be50c05b-29ff-4d51-b278-47cd1673044f gateway port host: dv-cinder-835635-1-iscsi {{(pid=103155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:22:29.336285 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-739f6ed2-1108-4de5-8a9b-340ea149a37e admin admin] Publish callbacks [] for router_gateway (be50c05b-29ff-4d51-b278-47cd1673044f), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:29.389681 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-739f6ed2-1108-4de5-8a9b-340ea149a37e admin admin] Deleting port 30f496a0-a9e1-490b-bd73-6e089a103d3c {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:22:29.390020 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-739f6ed2-1108-4de5-8a9b-340ea149a37e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (30f496a0-a9e1-490b-bd73-6e089a103d3c), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:29.470862 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-739f6ed2-1108-4de5-8a9b-340ea149a37e admin admin] For port 30f496a0-a9e1-490b-bd73-6e089a103d3c, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=30f496a0-a9e1-490b-bd73-6e089a103d3c,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:22:29.471218 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-739f6ed2-1108-4de5-8a9b-340ea149a37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (30f496a0-a9e1-490b-bd73-6e089a103d3c), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:29.484815 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-739f6ed2-1108-4de5-8a9b-340ea149a37e admin admin] Calling delete_port for 30f496a0-a9e1-490b-bd73-6e089a103d3c owned by network:router_gateway {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:22:29.492929 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_hamode_db [None req-71a2e7d5-745a-44e6-ad31-d58964304e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'name': 'tempest-TestShelveInstance-1270244672-router', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '30f496a0-a9e1-490b-bd73-6e089a103d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:17:07Z', 'updated_at': '2022-03-29T15:22:28Z', 'revision_number': 5, 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'gw_port': {'id': '30f496a0-a9e1-490b-bd73-6e089a103d3c', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:08Z', 'updated_at': '2022-03-29T15:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:22:29.518006 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a2e7d5-745a-44e6-ad31-d58964304e7e None None] The sync data for ids ['be50c05b-29ff-4d51-b278-47cd1673044f'] in dv-cinder-835635-1-iscsi is: [{'id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'name': 'tempest-TestShelveInstance-1270244672-router', 'tenant_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '30f496a0-a9e1-490b-bd73-6e089a103d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:17:07Z', 'updated_at': '2022-03-29T15:22:28Z', 'revision_number': 5, 'project_id': 'd7b009c1ad1e4ed8b86bb55c43b0b6a6', 'gw_port': {'id': '30f496a0-a9e1-490b-bd73-6e089a103d3c', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:01:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50c05b-29ff-4d51-b278-47cd1673044f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:08Z', 'updated_at': '2022-03-29T15:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}] {{(pid=103155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:22:29.655342 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-739f6ed2-1108-4de5-8a9b-340ea149a37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (30f496a0-a9e1-490b-bd73-6e089a103d3c), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:29.686314 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f6ed2-1108-4de5-8a9b-340ea149a37e admin admin] Pushing event deleted for resources: {'Port': ['ID=30f496a0-a9e1-490b-bd73-6e089a103d3c,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:22:29.739685 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-739f6ed2-1108-4de5-8a9b-340ea149a37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787142'] for router_gateway (be50c05b-29ff-4d51-b278-47cd1673044f), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:29.828964 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-739f6ed2-1108-4de5-8a9b-340ea149a37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1793434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2952'] for router (be50c05b-29ff-4d51-b278-47cd1673044f), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:29.830927 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-739f6ed2-1108-4de5-8a9b-340ea149a37e admin admin] Publish callbacks [] for router_controller (be50c05b-29ff-4d51-b278-47cd1673044f), precommit_delete_associations {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:29.883930 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-739f6ed2-1108-4de5-8a9b-340ea149a37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1793507'] for router (be50c05b-29ff-4d51-b278-47cd1673044f), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:29.884794 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739f6ed2-1108-4de5-8a9b-340ea149a37e admin admin] Fanout notify agent at l3_agent the message router_deleted on router be50c05b-29ff-4d51-b278-47cd1673044f {{(pid=103154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:22:29.889030 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-739f6ed2-1108-4de5-8a9b-340ea149a37e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:29.890056 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-739f6ed2-1108-4de5-8a9b-340ea149a37e admin admin] 10.222.0.35 "DELETE /v2.0/routers/be50c05b-29ff-4d51-b278-47cd1673044f HTTP/1.1" status: 204 len: 168 time: 1.0325003 Mar 29 15:22:29.892615 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 48940) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:22:29.939858 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc2ddfda-330f-4f84-b77a-6a5e5185e126 admin admin] Deleting subnet 5e4f1a2b-f307-463e-9001-6e05a9f6c7c9 {{(pid=103154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:22:29.943267 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fc2ddfda-330f-4f84-b77a-6a5e5185e126 admin admin] Publish callbacks [] for subnet (5e4f1a2b-f307-463e-9001-6e05a9f6c7c9), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:29.980290 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fc2ddfda-330f-4f84-b77a-6a5e5185e126 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13547905'] for subnet (5e4f1a2b-f307-463e-9001-6e05a9f6c7c9), precommit_delete_associations {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:30.062834 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fc2ddfda-330f-4f84-b77a-6a5e5185e126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926406'] for subnet (5e4f1a2b-f307-463e-9001-6e05a9f6c7c9), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:30.120772 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fc2ddfda-330f-4f84-b77a-6a5e5185e126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13591466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14662240'] for subnet (5e4f1a2b-f307-463e-9001-6e05a9f6c7c9), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:30.151483 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fc2ddfda-330f-4f84-b77a-6a5e5185e126 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:30.156851 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-fc2ddfda-330f-4f84-b77a-6a5e5185e126 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5e4f1a2b-f307-463e-9001-6e05a9f6c7c9 HTTP/1.1" status: 204 len: 168 time: 0.2620387 Mar 29 15:22:30.156851 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ddfda-330f-4f84-b77a-6a5e5185e126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e4f1a2b-f307-463e-9001-6e05a9f6c7c9,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:22:30.157481 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af07d8e6-30b5-403f-992d-be9de257a0a6 None None] Network d731d5fc-cd68-45e1-be36-bb1d0572af45 requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:22:30.157667 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 48942) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:22:30.236573 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050247'] for network (d731d5fc-cd68-45e1-be36-bb1d0572af45), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:30.511673 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d50cd16-6082-4af0-aa38-48343bb9a280 None None] DHCP port deletion for d731d5fc-cd68-45e1-be36-bb1d0572af45 request from dv-cinder-835635-1-iscsi {{(pid=103155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 15:22:30.512333 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] Deleting port 53e00406-4149-413c-9886-f11ac9f9fef4 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:22:30.512732 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (53e00406-4149-413c-9886-f11ac9f9fef4), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:30.562063 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-7d50cd16-6082-4af0-aa38-48343bb9a280 None None] Deleting port 53e00406-4149-413c-9886-f11ac9f9fef4 {{(pid=103155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:22:30.562825 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7d50cd16-6082-4af0-aa38-48343bb9a280 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (53e00406-4149-413c-9886-f11ac9f9fef4), before_delete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:30.577752 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] For port 53e00406-4149-413c-9886-f11ac9f9fef4, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=53e00406-4149-413c-9886-f11ac9f9fef4,segment=NetworkSegment(b50806fb-e37f-41be-b83d-c01a918172e2),segment_id=b50806fb-e37f-41be-b83d-c01a918172e2)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:22:30.578113 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (53e00406-4149-413c-9886-f11ac9f9fef4), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:30.590329 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] Calling delete_port for 53e00406-4149-413c-9886-f11ac9f9fef4 owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:22:30.626872 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.db [None req-7d50cd16-6082-4af0-aa38-48343bb9a280 None None] For port 53e00406-4149-413c-9886-f11ac9f9fef4, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=53e00406-4149-413c-9886-f11ac9f9fef4,segment=NetworkSegment(b50806fb-e37f-41be-b83d-c01a918172e2),segment_id=b50806fb-e37f-41be-b83d-c01a918172e2)] {{(pid=103155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:22:30.627320 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7d50cd16-6082-4af0-aa38-48343bb9a280 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (53e00406-4149-413c-9886-f11ac9f9fef4), precommit_delete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:30.640871 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-7d50cd16-6082-4af0-aa38-48343bb9a280 None None] Calling delete_port for 53e00406-4149-413c-9886-f11ac9f9fef4 owned by network:dhcp {{(pid=103155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:22:30.676116 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (53e00406-4149-413c-9886-f11ac9f9fef4), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:30.701217 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=53e00406-4149-413c-9886-f11ac9f9fef4,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:22:30.714283 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:22:30.714677 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:22:30.714971 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:22:30.715315 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:22:30.715649 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:22:30.715978 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:22:30.716305 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:22:30.716681 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:22:30.717014 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:22:30.717340 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:22:30.717669 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:22:30.717994 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:22:30.718316 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:22:30.718638 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:22:30.718957 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835635-1-iscsi {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 15:22:30.721963 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7d50cd16-6082-4af0-aa38-48343bb9a280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205'] for port (53e00406-4149-413c-9886-f11ac9f9fef4), after_delete {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:30.723497 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] No DVR routers for this DVR port 53e00406-4149-413c-9886-f11ac9f9fef4 on host dv-cinder-835635-1-iscsi {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:22:30.749490 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50cd16-6082-4af0-aa38-48343bb9a280 None None] Pushing event deleted for resources: {'Port': ['ID=53e00406-4149-413c-9886-f11ac9f9fef4,revision_number=None']} {{(pid=103155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:22:30.754962 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d50cd16-6082-4af0-aa38-48343bb9a280 None None] No DVR routers for this DVR port 53e00406-4149-413c-9886-f11ac9f9fef4 on host dv-cinder-835635-1-iscsi {{(pid=103155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:22:30.800156 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989517', 'neutron.services.segments.db._delete_segments_for_network-8776791792186'] for network (d731d5fc-cd68-45e1-be36-bb1d0572af45), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:30.821161 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d731d5fc-cd68-45e1-be36-bb1d0572af45']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:22:30.831287 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b50806fb-e37f-41be-b83d-c01a918172e2') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:22:30.831588 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b50806fb-e37f-41be-b83d-c01a918172e2') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:22:30.840964 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776792023619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16402699'] for segment (b50806fb-e37f-41be-b83d-c01a918172e2), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:30.854496 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (b50806fb-e37f-41be-b83d-c01a918172e2), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:30.860586 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:22:30.861021 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13311205'] for segment (b50806fb-e37f-41be-b83d-c01a918172e2), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: Traceback (most recent call last): Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: timer() Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: cb(*args, **kw) Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: return func(*args, **kwargs) Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: self._notify() Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: self.callback(batched_events) Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: event.method(event) Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: return f(self, *a, **k) Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: return self._get(url).json() Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: return self.request(url, 'GET', **kwargs) Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:22:30.862642 dv-cinder-835635-1-iscsi neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:22:30.918709 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787242'] for network (d731d5fc-cd68-45e1-be36-bb1d0572af45), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:30.923643 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:30.926935 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d731d5fc-cd68-45e1-be36-bb1d0572af45 HTTP/1.1" status: 204 len: 168 time: 0.7677217 Mar 29 15:22:30.930125 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.wsgi [-] (103154) accepted ('10.222.0.35', 48944) {{(pid=103154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:22:30.938161 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 30f496a0-a9e1-490b-bd73-6e089a103d3c no longer exists at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:22:30.947761 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51bf7b9-c98e-493d-a24f-e952dbe14ec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d731d5fc-cd68-45e1-be36-bb1d0572af45,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:22:30.961193 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] No Port match for: 30f496a0-a9e1-490b-bd73-6e089a103d3c {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:22:30.961612 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 30f496a0-a9e1-490b-bd73-6e089a103d3c not bound to the agent host dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:22:30.962095 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 316cc994-4849-47ba-86e6-7c1a7909a7b4 no longer exists at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:22:30.981836 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] No Port match for: 316cc994-4849-47ba-86e6-7c1a7909a7b4 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:22:30.982280 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 316cc994-4849-47ba-86e6-7c1a7909a7b4 not bound to the agent host dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:22:30.982784 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 53e00406-4149-413c-9886-f11ac9f9fef4 no longer exists at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:22:31.001598 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] No Port match for: 53e00406-4149-413c-9886-f11ac9f9fef4 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:22:31.001866 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 53e00406-4149-413c-9886-f11ac9f9fef4 not bound to the agent host dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:22:31.281245 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fd80a371-6e31-4b08-b6c9-37645b935b3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1787516'] for router_interface (e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:31.522859 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fd80a371-6e31-4b08-b6c9-37645b935b3e admin admin] Deleting port dea35c8a-954c-45f3-b2fb-7c9b05e2c318 {{(pid=103154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:22:31.523193 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fd80a371-6e31-4b08-b6c9-37645b935b3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (dea35c8a-954c-45f3-b2fb-7c9b05e2c318), before_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:31.599881 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.db [None req-fd80a371-6e31-4b08-b6c9-37645b935b3e admin admin] For port dea35c8a-954c-45f3-b2fb-7c9b05e2c318, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=dea35c8a-954c-45f3-b2fb-7c9b05e2c318,segment=NetworkSegment(3a8c52e3-0a95-4ff6-bd28-367cc773dfdd),segment_id=3a8c52e3-0a95-4ff6-bd28-367cc773dfdd)] {{(pid=103154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:22:31.600375 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fd80a371-6e31-4b08-b6c9-37645b935b3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (dea35c8a-954c-45f3-b2fb-7c9b05e2c318), precommit_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:31.612694 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.plugins.ml2.plugin [None req-fd80a371-6e31-4b08-b6c9-37645b935b3e admin admin] Calling delete_port for dea35c8a-954c-45f3-b2fb-7c9b05e2c318 owned by network:router_interface {{(pid=103154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:22:31.794045 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fd80a371-6e31-4b08-b6c9-37645b935b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13598041'] for port (dea35c8a-954c-45f3-b2fb-7c9b05e2c318), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:31.817636 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80a371-6e31-4b08-b6c9-37645b935b3e admin admin] Pushing event deleted for resources: {'Port': ['ID=dea35c8a-954c-45f3-b2fb-7c9b05e2c318,revision_number=None']} {{(pid=103154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:22:31.991585 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron_lib.callbacks.manager [None req-fd80a371-6e31-4b08-b6c9-37645b935b3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1786860'] for router_interface (e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e), after_delete {{(pid=103154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:32.208468 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd80a371-6e31-4b08-b6c9-37645b935b3e admin admin] Router e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e has already been hosted by L3 agent 21f4f7ca-ae4c-4a64-8f22-40cf15e2e545 {{(pid=103154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 15:22:32.316515 dv-cinder-835635-1-iscsi neutron-server[103154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd80a371-6e31-4b08-b6c9-37645b935b3e admin admin] Notify agent at l3_agent.dv-cinder-835635-1-iscsi the message routers_updated {{(pid=103154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 15:22:32.321510 dv-cinder-835635-1-iscsi neutron-server[103154]: INFO neutron.wsgi [None req-fd80a371-6e31-4b08-b6c9-37645b935b3e admin admin] 10.222.0.35 "PUT /v2.0/routers/e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3903468 Mar 29 15:22:32.324187 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 48946) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:22:32.325518 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1a950f-48d2-460d-a888-160a6a20342b None None] Sync routers for ids ['e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e'] in dv-cinder-835635-1-iscsi {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 15:22:32.334806 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1a950f-48d2-460d-a888-160a6a20342b None None] Routers {'e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:22:32.335402 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-af1a950f-48d2-460d-a888-160a6a20342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:22:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:22:32.432633 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bd6f7e9f-59e2-4eb2-bb67-1656499cf9cf admin admin] Publish callbacks [] for router (e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:32.439286 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-af1a950f-48d2-460d-a888-160a6a20342b None None] Set router e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e gateway port host: dv-cinder-835635-1-iscsi {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:22:32.535726 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bd6f7e9f-59e2-4eb2-bb67-1656499cf9cf admin admin] Publish callbacks [] for router_gateway (e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:32.589424 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-bd6f7e9f-59e2-4eb2-bb67-1656499cf9cf admin admin] Deleting port 9f7f4e69-f0d5-483e-89ff-5cf15daa1583 {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:22:32.589765 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bd6f7e9f-59e2-4eb2-bb67-1656499cf9cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (9f7f4e69-f0d5-483e-89ff-5cf15daa1583), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:32.616911 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-af1a950f-48d2-460d-a888-160a6a20342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e', 'name': 'tempest-TestShelveInstance-1217043753-router', 'tenant_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'external_fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '9f7f4e69-f0d5-483e-89ff-5cf15daa1583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:17:12Z', 'updated_at': '2022-03-29T15:22:31Z', 'revision_number': 5, 'project_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'gw_port': {'id': '9f7f4e69-f0d5-483e-89ff-5cf15daa1583', 'name': '', 'network_id': '73fab6d0-c07f-433f-9c69-8ff3a31867f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:37:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835635-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T15:17:12Z', 'updated_at': '2022-03-29T15:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdea1354-dfe3-46d6-b8d4-0aa69a7e4f83', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835635-1-iscsi'}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:22:32.643370 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1a950f-48d2-460d-a888-160a6a20342b None None] Checking router: e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e for host: dv-cinder-835635-1-iscsi {{(pid=103156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 15:22:32.652407 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1a950f-48d2-460d-a888-160a6a20342b None None] Routers {'e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e'} bound to L3 agent in host dv-cinder-835635-1-iscsi {{(pid=103156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 15:22:32.653044 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-af1a950f-48d2-460d-a888-160a6a20342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835635-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T14:54:14Z,description=,heartbeat_timestamp=2022-03-29T15:22:14Z,host='dv-cinder-835635-1-iscsi',id=21f4f7ca-ae4c-4a64-8f22-40cf15e2e545,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T14:54:14Z,topic='l3_agent')) {'router_ids': ['e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e'], 'active': True} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:22:32.672070 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-bd6f7e9f-59e2-4eb2-bb67-1656499cf9cf admin admin] For port 9f7f4e69-f0d5-483e-89ff-5cf15daa1583, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=9f7f4e69-f0d5-483e-89ff-5cf15daa1583,segment=NetworkSegment(21abde35-159d-4b54-96f4-934b088b414c),segment_id=21abde35-159d-4b54-96f4-934b088b414c)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:22:32.672428 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bd6f7e9f-59e2-4eb2-bb67-1656499cf9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (9f7f4e69-f0d5-483e-89ff-5cf15daa1583), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:32.685267 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-bd6f7e9f-59e2-4eb2-bb67-1656499cf9cf admin admin] Calling delete_port for 9f7f4e69-f0d5-483e-89ff-5cf15daa1583 owned by network:router_gateway {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:22:32.825848 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_dvr_db [None req-af1a950f-48d2-460d-a888-160a6a20342b None None] Set router e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e gateway port host: None {{(pid=103156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 15:22:32.852846 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bd6f7e9f-59e2-4eb2-bb67-1656499cf9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (9f7f4e69-f0d5-483e-89ff-5cf15daa1583), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:32.878408 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f7e9f-59e2-4eb2-bb67-1656499cf9cf admin admin] Pushing event deleted for resources: {'Port': ['ID=9f7f4e69-f0d5-483e-89ff-5cf15daa1583,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:22:32.882731 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.l3_hamode_db [None req-af1a950f-48d2-460d-a888-160a6a20342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e', 'name': 'tempest-TestShelveInstance-1217043753-router', 'tenant_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:17:12Z', 'updated_at': '2022-03-29T15:22:32Z', 'revision_number': 6, 'project_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'gw_port_host': None}], 'dv-cinder-835635-1-iscsi', False) {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:22:32.910513 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1a950f-48d2-460d-a888-160a6a20342b None None] The sync data for ids ['e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e'] in dv-cinder-835635-1-iscsi is: [{'id': 'e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e', 'name': 'tempest-TestShelveInstance-1217043753-router', 'tenant_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T15:17:12Z', 'updated_at': '2022-03-29T15:22:32Z', 'revision_number': 6, 'project_id': 'b9b7c22c48b54ac2a7afe699362eb32c', 'gw_port_host': None}] {{(pid=103156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 15:22:32.949986 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bd6f7e9f-59e2-4eb2-bb67-1656499cf9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787142'] for router_gateway (e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:33.041314 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bd6f7e9f-59e2-4eb2-bb67-1656499cf9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1793434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2952'] for router (e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:33.043396 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bd6f7e9f-59e2-4eb2-bb67-1656499cf9cf admin admin] Publish callbacks [] for router_controller (e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e), precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:33.090036 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bd6f7e9f-59e2-4eb2-bb67-1656499cf9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1793507'] for router (e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:33.090498 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6f7e9f-59e2-4eb2-bb67-1656499cf9cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e {{(pid=103153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 15:22:33.095100 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bd6f7e9f-59e2-4eb2-bb67-1656499cf9cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:33.096237 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-bd6f7e9f-59e2-4eb2-bb67-1656499cf9cf admin admin] 10.222.0.35 "DELETE /v2.0/routers/e5fd99ca-12ce-4d9b-a72a-21bf4013ff6e HTTP/1.1" status: 204 len: 168 time: 0.7710347 Mar 29 15:22:33.098745 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 48948) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:22:33.142442 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d7ffa8f-d115-4c8d-8897-2a5308adea2b admin admin] Deleting subnet c36d2740-21ff-4017-94df-ff06dcd6d58d {{(pid=103153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 15:22:33.145383 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7d7ffa8f-d115-4c8d-8897-2a5308adea2b admin admin] Publish callbacks [] for subnet (c36d2740-21ff-4017-94df-ff06dcd6d58d), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:33.183801 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7d7ffa8f-d115-4c8d-8897-2a5308adea2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16402688'] for subnet (c36d2740-21ff-4017-94df-ff06dcd6d58d), precommit_delete_associations {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:33.262694 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7d7ffa8f-d115-4c8d-8897-2a5308adea2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-926406'] for subnet (c36d2740-21ff-4017-94df-ff06dcd6d58d), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:33.322554 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7d7ffa8f-d115-4c8d-8897-2a5308adea2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-926449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13304387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12742666'] for subnet (c36d2740-21ff-4017-94df-ff06dcd6d58d), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:33.346438 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ffa8f-d115-4c8d-8897-2a5308adea2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c36d2740-21ff-4017-94df-ff06dcd6d58d,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:22:33.353436 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7d7ffa8f-d115-4c8d-8897-2a5308adea2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for subnet (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:33.359076 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-7d7ffa8f-d115-4c8d-8897-2a5308adea2b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c36d2740-21ff-4017-94df-ff06dcd6d58d HTTP/1.1" status: 204 len: 168 time: 0.2569673 Mar 29 15:22:33.359343 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 48950) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:22:33.360009 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfe44a7-66cf-4e51-b9cf-997b3a49ff05 None None] Network 56681c87-b488-4cd6-8621-be203593f79c requested from dv-cinder-835635-1-iscsi {{(pid=103155) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 15:22:33.434149 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e0225539-d6ec-44a1-b355-a91ee368c96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050247'] for network (56681c87-b488-4cd6-8621-be203593f79c), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:33.495309 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-e0225539-d6ec-44a1-b355-a91ee368c96d admin admin] Deleting port 91c677a9-4eaa-41e2-8bef-ef597eeaba2e {{(pid=103153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 15:22:33.495647 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e0225539-d6ec-44a1-b355-a91ee368c96d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776791962134'] for port (91c677a9-4eaa-41e2-8bef-ef597eeaba2e), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:33.557637 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-e0225539-d6ec-44a1-b355-a91ee368c96d admin admin] For port 91c677a9-4eaa-41e2-8bef-ef597eeaba2e, host dv-cinder-835635-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835635-1-iscsi',level=0,port_id=91c677a9-4eaa-41e2-8bef-ef597eeaba2e,segment=NetworkSegment(3a8c52e3-0a95-4ff6-bd28-367cc773dfdd),segment_id=3a8c52e3-0a95-4ff6-bd28-367cc773dfdd)] {{(pid=103153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 15:22:33.557993 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e0225539-d6ec-44a1-b355-a91ee368c96d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1783630'] for port (91c677a9-4eaa-41e2-8bef-ef597eeaba2e), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:33.570722 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-e0225539-d6ec-44a1-b355-a91ee368c96d admin admin] Calling delete_port for 91c677a9-4eaa-41e2-8bef-ef597eeaba2e owned by network:dhcp {{(pid=103153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 15:22:33.652227 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e0225539-d6ec-44a1-b355-a91ee368c96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-819605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776791966841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776791464205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13311152'] for port (91c677a9-4eaa-41e2-8bef-ef597eeaba2e), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:33.680755 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0225539-d6ec-44a1-b355-a91ee368c96d admin admin] Pushing event deleted for resources: {'Port': ['ID=91c677a9-4eaa-41e2-8bef-ef597eeaba2e,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:22:33.682656 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0225539-d6ec-44a1-b355-a91ee368c96d admin admin] No DVR routers for this DVR port 91c677a9-4eaa-41e2-8bef-ef597eeaba2e on host dv-cinder-835635-1-iscsi {{(pid=103153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 15:22:33.701425 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0e4fe3-9669-4a79-a713-c1063e17a79e None None] DHCP port deletion for 56681c87-b488-4cd6-8621-be203593f79c request from dv-cinder-835635-1-iscsi {{(pid=103155) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 15:22:33.756849 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e0225539-d6ec-44a1-b355-a91ee368c96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989517', 'neutron.services.segments.db._delete_segments_for_network-8776791792186'] for network (56681c87-b488-4cd6-8621-be203593f79c), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:33.783479 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-e0225539-d6ec-44a1-b355-a91ee368c96d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56681c87-b488-4cd6-8621-be203593f79c']}} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:22:33.793829 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-e0225539-d6ec-44a1-b355-a91ee368c96d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8c52e3-0a95-4ff6-bd28-367cc773dfdd') {'for_net_delete': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:22:33.794121 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.services.segments.db [None req-e0225539-d6ec-44a1-b355-a91ee368c96d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8c52e3-0a95-4ff6-bd28-367cc773dfdd') {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 15:22:33.804557 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e0225539-d6ec-44a1-b355-a91ee368c96d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776792023619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16402699'] for segment (3a8c52e3-0a95-4ff6-bd28-367cc773dfdd), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:33.818155 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e0225539-d6ec-44a1-b355-a91ee368c96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009'] for segment (3a8c52e3-0a95-4ff6-bd28-367cc773dfdd), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0225539-d6ec-44a1-b355-a91ee368c96d admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e0225539-d6ec-44a1-b355-a91ee368c96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13311205'] for segment (3a8c52e3-0a95-4ff6-bd28-367cc773dfdd), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: Traceback (most recent call last): Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: timer() Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: cb(*args, **kw) Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: return func(*args, **kwargs) Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: self._notify() Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: self.callback(batched_events) Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: event.method(event) Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: return f(self, *a, **k) Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: return self._get(url).json() Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: return self.request(url, 'GET', **kwargs) Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 15:22:33.832877 dv-cinder-835635-1-iscsi neutron-server[103153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 15:22:33.884669 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e0225539-d6ec-44a1-b355-a91ee368c96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787242'] for network (56681c87-b488-4cd6-8621-be203593f79c), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:33.889868 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e0225539-d6ec-44a1-b355-a91ee368c96d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600884'] for network (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:33.893113 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-e0225539-d6ec-44a1-b355-a91ee368c96d admin admin] 10.222.0.35 "DELETE /v2.0/networks/56681c87-b488-4cd6-8621-be203593f79c HTTP/1.1" status: 204 len: 168 time: 0.5327523 Mar 29 15:22:33.905383 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0225539-d6ec-44a1-b355-a91ee368c96d admin admin] Pushing event deleted for resources: {'Network': ['ID=56681c87-b488-4cd6-8621-be203593f79c,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:22:34.013530 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 48954) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:22:34.052955 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-c86182b5-95dc-4029-8c55-84583db720dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d7b009c1ad1e4ed8b86bb55c43b0b6a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381677 Mar 29 15:22:34.055698 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 48956) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:22:34.103728 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e03eaa5d-1a27-4a35-8d9b-c1f099b97609 admin admin] Publish callbacks [] for security_group (40c3760c-f6e1-4053-a258-4e765e3bc409), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:34.127951 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e03eaa5d-1a27-4a35-8d9b-c1f099b97609 admin admin] Publish callbacks [] for security_group (40c3760c-f6e1-4053-a258-4e765e3bc409), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:34.172495 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e03eaa5d-1a27-4a35-8d9b-c1f099b97609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (40c3760c-f6e1-4053-a258-4e765e3bc409), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:34.175497 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e03eaa5d-1a27-4a35-8d9b-c1f099b97609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:34.176667 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-e03eaa5d-1a27-4a35-8d9b-c1f099b97609 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/40c3760c-f6e1-4053-a258-4e765e3bc409 HTTP/1.1" status: 204 len: 168 time: 0.1199241 Mar 29 15:22:34.185019 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03eaa5d-1a27-4a35-8d9b-c1f099b97609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c3760c-f6e1-4053-a258-4e765e3bc409,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:22:34.484598 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 48962) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:22:34.523672 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-e45dd4ee-5624-4659-bf25-e428f2a06f4e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b9b7c22c48b54ac2a7afe699362eb32c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379424 Mar 29 15:22:34.525951 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.wsgi [-] (103153) accepted ('10.222.0.35', 48964) {{(pid=103153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 15:22:34.572196 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-de688864-ea3b-41cb-b865-1ebb87e9dd47 admin admin] Publish callbacks [] for security_group (15edffe0-fbf6-4294-af83-0c98ee900f30), before_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:34.592271 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-de688864-ea3b-41cb-b865-1ebb87e9dd47 admin admin] Publish callbacks [] for security_group (15edffe0-fbf6-4294-af83-0c98ee900f30), precommit_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:34.637803 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-de688864-ea3b-41cb-b865-1ebb87e9dd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589722'] for security_group (15edffe0-fbf6-4294-af83-0c98ee900f30), after_delete {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:34.640632 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-de688864-ea3b-41cb-b865-1ebb87e9dd47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:34.641823 dv-cinder-835635-1-iscsi neutron-server[103153]: INFO neutron.wsgi [None req-de688864-ea3b-41cb-b865-1ebb87e9dd47 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/15edffe0-fbf6-4294-af83-0c98ee900f30 HTTP/1.1" status: 204 len: 168 time: 0.1150098 Mar 29 15:22:34.649890 dv-cinder-835635-1-iscsi neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de688864-ea3b-41cb-b865-1ebb87e9dd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15edffe0-fbf6-4294-af83-0c98ee900f30,revision_number=None']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 15:22:34.937661 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device dea35c8a-954c-45f3-b2fb-7c9b05e2c318 no longer exists at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:22:34.963346 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] No Port match for: dea35c8a-954c-45f3-b2fb-7c9b05e2c318 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:22:34.963685 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device dea35c8a-954c-45f3-b2fb-7c9b05e2c318 not bound to the agent host dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:22:34.964096 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 91c677a9-4eaa-41e2-8bef-ef597eeaba2e no longer exists at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:22:34.985475 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] No Port match for: 91c677a9-4eaa-41e2-8bef-ef597eeaba2e {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:22:34.985730 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 91c677a9-4eaa-41e2-8bef-ef597eeaba2e not bound to the agent host dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:22:34.986143 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 9f7f4e69-f0d5-483e-89ff-5cf15daa1583 no longer exists at agent ovs-agent-dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 15:22:35.005881 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.plugin [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] No Port match for: 9f7f4e69-f0d5-483e-89ff-5cf15daa1583 {{(pid=103155) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 15:22:35.006448 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron.plugins.ml2.rpc [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Device 9f7f4e69-f0d5-483e-89ff-5cf15daa1583 not bound to the agent host dv-cinder-835635-1-iscsi {{(pid=103155) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 15:22:41.474387 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-76b0cad9-36de-40eb-9c86-4ff0fa4c9ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:43.769691 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ac324559-9bac-40ca-b8d4-fe5bd3b46f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:44.812970 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:46.621041 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:47.682240 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:56.657759 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:22:58.883641 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:23:11.476321 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-4a7d89ef-cbc3-4778-aa93-f2629678f686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:13.771096 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-4b0be593-bec0-4d09-b0c6-5a98980693eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:14.815414 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:16.623992 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:17.684744 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:26.656250 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:35.882221 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:23:41.479300 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e9e8a63a-c3f6-46c8-bf36-60ef7cc04812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:43.772931 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-ce054373-63d5-4e0d-93b5-3e69da86d2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:44.817851 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:46.626417 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:47.687649 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:23:56.671696 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:11.481404 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-6b360309-ef73-47d0-9348-4615eb7532cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:12.881315 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:24:13.773960 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-5adeeeda-b88d-4da2-b862-5e479d0d5a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:14.820350 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:16.628221 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:17.689706 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:26.698561 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:41.483580 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9690b087-bf47-4435-865a-9eed3475b1ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:43.777198 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-238824c0-bd09-41ab-85d4-d54b013a069e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:44.824320 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:46.629320 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:47.694674 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:24:49.880422 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:24:56.700912 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:11.484679 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7ba6b985-0837-4b03-ad69-eb7fbe724233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:13.777906 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8acd3bba-820d-4101-8f39-d8e86f68f8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:14.827319 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:16.632818 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:17.696495 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:26.715043 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:26.879232 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:25:41.485589 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-e77cdbb8-7dde-4757-9285-958242574479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:43.781844 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-1fbcb984-f550-442c-924c-21b532b4baca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:44.829661 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:46.635549 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:47.699302 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:25:56.730128 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:03.876890 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:26:11.486819 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-75570a23-f836-4b7f-96ad-cf71c8e4ea3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:13.784069 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-7811f374-e275-4fc0-97bc-96ac97390e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:14.833354 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:16.638366 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:17.702231 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:26.719439 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:40.875101 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:26:41.488896 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-4bdf7ade-06ee-4616-afcf-d192c7bf0c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:43.785542 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-d824b7d7-80f6-4d06-8d6e-95b827f4ef20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:44.836801 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:46.643191 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:47.703383 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:26:56.746182 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:11.490261 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-c4cb307c-b1f3-4133-8419-ecf52ff7d960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:13.787340 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-2ed48af1-6fc1-4145-9a30-7900795ba0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:14.838917 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:16.645516 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:17.705381 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:17.873628 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:27:26.745586 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:41.492592 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-3b4bfb64-9f24-4021-bbbb-f6f5dd69bd8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (a6029aa5-8774-4641-86ae-5d2d983dd0a8), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:43.791003 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-fc7390f5-5a22-4351-93f1-13b50eb5da2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (21f4f7ca-ae4c-4a64-8f22-40cf15e2e545), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:44.841897 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-10959b8c-184e-4950-bbe8-da02cc8b2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (e08b3304-3b6b-4c74-9997-7469445780c0), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:46.648867 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-b220bb22-cfcf-4044-b25a-ee2c570ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (224e11b6-02d0-4082-940b-76fe16834108), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:47.709055 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-8bd7eaed-b485-4e31-8375-27b452b7e663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (93900fe6-8d0e-4d2b-a1d3-de1947e8b015), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 15:27:54.872261 dv-cinder-835635-1-iscsi neutron-server[103156]: DEBUG neutron.db.agents_db [None req-5424008a-e74a-4d16-abe0-74cc07e2a51f None None] Agent healthcheck: found 6 active agents {{(pid=103156) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 15:27:56.743784 dv-cinder-835635-1-iscsi neutron-server[103155]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad95d-7f9f-4991-93f7-1db150074c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776791792168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-988300'] for agent (54f4ecb7-e3d7-497a-b676-ec21eb6e2a12), after_update {{(pid=103155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}